2024-11-25 05:39:42,172 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-25 05:39:42,190 main DEBUG Took 0.013527 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 05:39:42,191 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 05:39:42,191 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 05:39:42,193 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 05:39:42,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,205 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 05:39:42,229 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,232 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,234 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,237 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,238 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,240 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,242 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,244 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,245 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,246 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,248 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,250 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 05:39:42,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,251 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 05:39:42,254 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 05:39:42,256 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 05:39:42,259 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 05:39:42,260 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 05:39:42,262 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 05:39:42,263 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 05:39:42,274 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 05:39:42,279 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 05:39:42,282 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 05:39:42,282 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 05:39:42,283 main DEBUG createAppenders(={Console}) 2024-11-25 05:39:42,284 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-25 05:39:42,285 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-25 05:39:42,285 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-25 05:39:42,286 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 05:39:42,287 main DEBUG OutputStream closed 2024-11-25 05:39:42,287 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 05:39:42,288 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 05:39:42,288 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-25 05:39:42,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 05:39:42,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 05:39:42,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 05:39:42,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 05:39:42,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 05:39:42,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 05:39:42,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 05:39:42,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 05:39:42,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 05:39:42,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 05:39:42,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 05:39:42,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 05:39:42,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 05:39:42,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 05:39:42,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 05:39:42,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 05:39:42,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 05:39:42,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 05:39:42,400 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 05:39:42,400 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-25 05:39:42,401 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 05:39:42,402 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-25T05:39:42,772 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40 2024-11-25 05:39:42,776 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 05:39:42,777 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T05:39:42,788 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-25T05:39:42,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T05:39:42,862 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf, deleteOnExit=true 2024-11-25T05:39:42,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T05:39:42,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/test.cache.data in system properties and HBase conf 2024-11-25T05:39:42,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T05:39:42,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/hadoop.log.dir in system properties and HBase conf 2024-11-25T05:39:42,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T05:39:42,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T05:39:42,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T05:39:43,015 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T05:39:43,154 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T05:39:43,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T05:39:43,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T05:39:43,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T05:39:43,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T05:39:43,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T05:39:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T05:39:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T05:39:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T05:39:43,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T05:39:43,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/nfs.dump.dir in system properties and HBase conf 2024-11-25T05:39:43,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/java.io.tmpdir in system properties and HBase conf 2024-11-25T05:39:43,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T05:39:43,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T05:39:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T05:39:44,053 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T05:39:44,159 INFO [Time-limited test {}] log.Log(170): Logging initialized @2922ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T05:39:44,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T05:39:44,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T05:39:44,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T05:39:44,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T05:39:44,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T05:39:44,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T05:39:44,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/hadoop.log.dir/,AVAILABLE} 2024-11-25T05:39:44,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T05:39:44,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/java.io.tmpdir/jetty-localhost-46567-hadoop-hdfs-3_4_1-tests_jar-_-any-8351262776541635762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T05:39:44,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:46567} 2024-11-25T05:39:44,618 INFO [Time-limited test {}] server.Server(415): Started @3382ms 2024-11-25T05:39:45,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T05:39:45,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T05:39:45,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T05:39:45,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T05:39:45,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T05:39:45,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/hadoop.log.dir/,AVAILABLE} 2024-11-25T05:39:45,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T05:39:45,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/java.io.tmpdir/jetty-localhost-43395-hadoop-hdfs-3_4_1-tests_jar-_-any-12392075472549536312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T05:39:45,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:43395} 2024-11-25T05:39:45,154 INFO [Time-limited test {}] server.Server(415): Started @3918ms 2024-11-25T05:39:45,211 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T05:39:45,795 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/data/data2/current/BP-1418197380-172.17.0.2-1732513183806/current, will proceed with Du for space computation calculation, 2024-11-25T05:39:45,795 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/data/data1/current/BP-1418197380-172.17.0.2-1732513183806/current, will proceed with Du for space computation calculation, 2024-11-25T05:39:45,882 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T05:39:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd259f4936b796758 with lease ID 0xd0b49d78e0a3a07: Processing first storage report for DS-15e4a01e-07e4-4649-ba60-e8115d8b26c5 from datanode DatanodeRegistration(127.0.0.1:37873, datanodeUuid=88012005-7568-4451-b04d-0a24f3ba738f, infoPort=37281, infoSecurePort=0, ipcPort=46685, storageInfo=lv=-57;cid=testClusterID;nsid=1156016488;c=1732513183806) 2024-11-25T05:39:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd259f4936b796758 with lease ID 0xd0b49d78e0a3a07: from storage DS-15e4a01e-07e4-4649-ba60-e8115d8b26c5 node DatanodeRegistration(127.0.0.1:37873, datanodeUuid=88012005-7568-4451-b04d-0a24f3ba738f, infoPort=37281, infoSecurePort=0, ipcPort=46685, storageInfo=lv=-57;cid=testClusterID;nsid=1156016488;c=1732513183806), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T05:39:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd259f4936b796758 with lease ID 0xd0b49d78e0a3a07: Processing first storage report for DS-5c08eca9-7ae9-4523-b869-5bb705af42e4 from datanode DatanodeRegistration(127.0.0.1:37873, datanodeUuid=88012005-7568-4451-b04d-0a24f3ba738f, infoPort=37281, infoSecurePort=0, ipcPort=46685, storageInfo=lv=-57;cid=testClusterID;nsid=1156016488;c=1732513183806) 2024-11-25T05:39:45,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd259f4936b796758 with lease ID 0xd0b49d78e0a3a07: from storage DS-5c08eca9-7ae9-4523-b869-5bb705af42e4 node DatanodeRegistration(127.0.0.1:37873, datanodeUuid=88012005-7568-4451-b04d-0a24f3ba738f, infoPort=37281, infoSecurePort=0, ipcPort=46685, storageInfo=lv=-57;cid=testClusterID;nsid=1156016488;c=1732513183806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T05:39:46,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40 2024-11-25T05:39:46,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/zookeeper_0, clientPort=55761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T05:39:46,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55761 2024-11-25T05:39:46,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T05:39:46,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T05:39:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741825_1001 (size=7) 2024-11-25T05:39:46,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 with version=8 2024-11-25T05:39:46,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/hbase-staging 2024-11-25T05:39:47,037 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T05:39:47,244 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8ef925b832e3:0 server-side Connection retries=45 2024-11-25T05:39:47,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T05:39:47,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T05:39:47,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T05:39:47,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T05:39:47,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T05:39:47,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T05:39:47,487 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T05:39:47,500 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T05:39:47,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T05:39:47,538 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1532 (auto-detected) 2024-11-25T05:39:47,540 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T05:39:47,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32803 2024-11-25T05:39:47,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32803 connecting to ZooKeeper ensemble=127.0.0.1:55761 2024-11-25T05:39:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328030x0, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T05:39:47,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32803-0x10075649dca0000 connected 2024-11-25T05:39:47,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T05:39:47,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T05:39:47,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T05:39:47,679 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92, hbase.cluster.distributed=false 2024-11-25T05:39:47,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T05:39:47,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32803 2024-11-25T05:39:47,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32803 2024-11-25T05:39:47,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32803 2024-11-25T05:39:47,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32803 2024-11-25T05:39:47,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32803 2024-11-25T05:39:47,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8ef925b832e3:0 server-side Connection retries=45 2024-11-25T05:39:47,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T05:39:47,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T05:39:47,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T05:39:47,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T05:39:47,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T05:39:47,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T05:39:47,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T05:39:47,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41059 2024-11-25T05:39:47,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41059 connecting to ZooKeeper ensemble=127.0.0.1:55761 2024-11-25T05:39:47,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T05:39:47,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T05:39:47,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410590x0, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T05:39:47,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410590x0, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T05:39:47,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41059-0x10075649dca0001 connected 2024-11-25T05:39:47,888 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T05:39:47,897 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T05:39:47,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T05:39:47,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T05:39:47,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41059 2024-11-25T05:39:47,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41059 2024-11-25T05:39:47,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41059 2024-11-25T05:39:47,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41059 2024-11-25T05:39:47,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41059 2024-11-25T05:39:47,933 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8ef925b832e3:32803 2024-11-25T05:39:47,934 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8ef925b832e3,32803,1732513187085 2024-11-25T05:39:47,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T05:39:47,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T05:39:47,945 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8ef925b832e3,32803,1732513187085 2024-11-25T05:39:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T05:39:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:47,974 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T05:39:47,975 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8ef925b832e3,32803,1732513187085 from backup master directory 2024-11-25T05:39:47,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T05:39:47,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8ef925b832e3,32803,1732513187085 2024-11-25T05:39:47,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T05:39:47,982 WARN [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T05:39:47,983 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8ef925b832e3,32803,1732513187085 2024-11-25T05:39:47,985 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T05:39:47,987 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T05:39:48,049 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/hbase.id] with ID: 4c26142f-5638-48f9-81ff-d1d30d64956b 2024-11-25T05:39:48,049 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/.tmp/hbase.id 2024-11-25T05:39:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741826_1002 (size=42) 2024-11-25T05:39:48,463 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/.tmp/hbase.id]:[hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/hbase.id] 2024-11-25T05:39:48,515 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T05:39:48,520 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T05:39:48,541 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-25T05:39:48,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:48,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741827_1003 (size=196) 2024-11-25T05:39:48,984 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:39:48,987 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T05:39:49,018 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:49,024 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T05:39:49,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741828_1004 (size=1189) 2024-11-25T05:39:49,086 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store 2024-11-25T05:39:49,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741829_1005 (size=34) 2024-11-25T05:39:49,518 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T05:39:49,522 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:39:49,524 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T05:39:49,524 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T05:39:49,525 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T05:39:49,527 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T05:39:49,527 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T05:39:49,527 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T05:39:49,529 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732513189524Disabling compacts and flushes for region at 1732513189524Disabling writes for close at 1732513189527 (+3 ms)Writing region close event to WAL at 1732513189527Closed at 1732513189527 2024-11-25T05:39:49,531 WARN [master/8ef925b832e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/.initializing 2024-11-25T05:39:49,531 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/WALs/8ef925b832e3,32803,1732513187085 2024-11-25T05:39:49,541 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T05:39:49,555 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8ef925b832e3%2C32803%2C1732513187085, suffix=, logDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/WALs/8ef925b832e3,32803,1732513187085, archiveDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/oldWALs, maxLogs=10 2024-11-25T05:39:49,575 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/WALs/8ef925b832e3,32803,1732513187085/8ef925b832e3%2C32803%2C1732513187085.1732513189559, exclude list is [], retry=0 2024-11-25T05:39:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37873,DS-15e4a01e-07e4-4649-ba60-e8115d8b26c5,DISK] 2024-11-25T05:39:49,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T05:39:49,625 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/WALs/8ef925b832e3,32803,1732513187085/8ef925b832e3%2C32803%2C1732513187085.1732513189559 2024-11-25T05:39:49,626 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37281:37281)] 2024-11-25T05:39:49,627 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:39:49,627 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:39:49,630 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,631 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T05:39:49,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:49,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:49,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T05:39:49,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:49,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:39:49,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T05:39:49,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:49,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:39:49,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T05:39:49,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:49,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:39:49,710 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,715 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,716 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,722 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,723 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,728 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T05:39:49,733 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T05:39:49,738 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T05:39:49,740 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69020525, jitterRate=0.028485968708992004}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T05:39:49,747 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732513189642Initializing all the Stores at 1732513189644 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732513189645 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513189645Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513189646 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513189646Cleaning up temporary data from old regions at 1732513189724 (+78 ms)Region opened successfully at 1732513189747 (+23 ms) 2024-11-25T05:39:49,749 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T05:39:49,793 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cf113a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8ef925b832e3/172.17.0.2:0 2024-11-25T05:39:49,834 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T05:39:49,848 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T05:39:49,849 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T05:39:49,852 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T05:39:49,854 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T05:39:49,861 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-25T05:39:49,861 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T05:39:49,913 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T05:39:49,925 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T05:39:49,927 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T05:39:49,931 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T05:39:49,934 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T05:39:49,936 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T05:39:49,940 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T05:39:49,954 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T05:39:49,955 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T05:39:49,958 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T05:39:49,959 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T05:39:49,982 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T05:39:49,983 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T05:39:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T05:39:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T05:39:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:49,990 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8ef925b832e3,32803,1732513187085, sessionid=0x10075649dca0000, setting cluster-up flag (Was=false) 2024-11-25T05:39:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:50,015 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T05:39:50,017 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8ef925b832e3,32803,1732513187085 2024-11-25T05:39:50,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:50,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:50,030 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T05:39:50,033 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8ef925b832e3,32803,1732513187085 2024-11-25T05:39:50,043 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T05:39:50,119 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(746): ClusterId : 4c26142f-5638-48f9-81ff-d1d30d64956b 2024-11-25T05:39:50,121 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T05:39:50,126 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T05:39:50,126 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T05:39:50,129 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T05:39:50,130 DEBUG [RS:0;8ef925b832e3:41059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335ab8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8ef925b832e3/172.17.0.2:0 2024-11-25T05:39:50,144 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T05:39:50,148 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8ef925b832e3:41059 2024-11-25T05:39:50,152 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T05:39:50,152 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T05:39:50,152 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T05:39:50,156 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(2659): reportForDuty to master=8ef925b832e3,32803,1732513187085 with port=41059, startcode=1732513187808 2024-11-25T05:39:50,158 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T05:39:50,166 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T05:39:50,172 DEBUG [RS:0;8ef925b832e3:41059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T05:39:50,173 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8ef925b832e3,32803,1732513187085 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T05:39:50,184 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8ef925b832e3:0, corePoolSize=5, maxPoolSize=5 2024-11-25T05:39:50,184 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8ef925b832e3:0, corePoolSize=5, maxPoolSize=5 2024-11-25T05:39:50,185 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8ef925b832e3:0, corePoolSize=5, maxPoolSize=5 2024-11-25T05:39:50,185 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8ef925b832e3:0, corePoolSize=5, maxPoolSize=5 2024-11-25T05:39:50,186 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8ef925b832e3:0, corePoolSize=10, maxPoolSize=10 2024-11-25T05:39:50,186 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,186 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8ef925b832e3:0, corePoolSize=2, maxPoolSize=2 2024-11-25T05:39:50,187 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T05:39:50,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T05:39:50,221 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732513220221 2024-11-25T05:39:50,223 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:50,223 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T05:39:50,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T05:39:50,224 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T05:39:50,232 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T05:39:50,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52939, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T05:39:50,232 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T05:39:50,232 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T05:39:50,233 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T05:39:50,234 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,237 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T05:39:50,238 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T05:39:50,239 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T05:39:50,239 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:50,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741831_1007 (size=1321) 2024-11-25T05:39:50,241 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T05:39:50,242 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T05:39:50,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T05:39:50,243 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 2024-11-25T05:39:50,253 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8ef925b832e3:0:becomeActiveMaster-HFileCleaner.large.0-1732513190243,5,FailOnTimeoutGroup] 2024-11-25T05:39:50,264 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8ef925b832e3:0:becomeActiveMaster-HFileCleaner.small.0-1732513190253,5,FailOnTimeoutGroup] 2024-11-25T05:39:50,264 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,264 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T05:39:50,265 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,265 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741832_1008 (size=32) 2024-11-25T05:39:50,273 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T05:39:50,273 WARN [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T05:39:50,375 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(2659): reportForDuty to master=8ef925b832e3,32803,1732513187085 with port=41059, startcode=1732513187808 2024-11-25T05:39:50,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8ef925b832e3,41059,1732513187808 2024-11-25T05:39:50,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32803 {}] master.ServerManager(517): Registering regionserver=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:50,389 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 2024-11-25T05:39:50,390 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35793 2024-11-25T05:39:50,390 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T05:39:50,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T05:39:50,395 DEBUG [RS:0;8ef925b832e3:41059 {}] zookeeper.ZKUtil(111): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8ef925b832e3,41059,1732513187808 2024-11-25T05:39:50,395 WARN [RS:0;8ef925b832e3:41059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T05:39:50,396 INFO [RS:0;8ef925b832e3:41059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T05:39:50,396 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/WALs/8ef925b832e3,41059,1732513187808 2024-11-25T05:39:50,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8ef925b832e3,41059,1732513187808] 2024-11-25T05:39:50,422 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T05:39:50,437 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T05:39:50,443 INFO [RS:0;8ef925b832e3:41059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T05:39:50,443 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,444 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T05:39:50,449 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T05:39:50,450 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,450 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,450 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,451 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,451 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,451 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,451 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8ef925b832e3:0, corePoolSize=2, maxPoolSize=2 2024-11-25T05:39:50,451 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,451 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,452 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,452 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,452 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,452 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8ef925b832e3:0, corePoolSize=1, maxPoolSize=1 2024-11-25T05:39:50,452 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8ef925b832e3:0, corePoolSize=3, maxPoolSize=3 2024-11-25T05:39:50,452 DEBUG [RS:0;8ef925b832e3:41059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0, corePoolSize=3, maxPoolSize=3 2024-11-25T05:39:50,453 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,454 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,454 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,454 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,454 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,455 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=8ef925b832e3,41059,1732513187808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T05:39:50,474 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T05:39:50,476 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=8ef925b832e3,41059,1732513187808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,476 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,476 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.Replication(171): 8ef925b832e3,41059,1732513187808 started 2024-11-25T05:39:50,493 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:50,493 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1482): Serving as 8ef925b832e3,41059,1732513187808, RpcServer on 8ef925b832e3/172.17.0.2:41059, sessionid=0x10075649dca0001 2024-11-25T05:39:50,494 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T05:39:50,494 DEBUG [RS:0;8ef925b832e3:41059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8ef925b832e3,41059,1732513187808 2024-11-25T05:39:50,494 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8ef925b832e3,41059,1732513187808' 2024-11-25T05:39:50,495 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T05:39:50,496 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T05:39:50,496 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T05:39:50,497 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T05:39:50,497 DEBUG [RS:0;8ef925b832e3:41059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8ef925b832e3,41059,1732513187808 2024-11-25T05:39:50,497 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8ef925b832e3,41059,1732513187808' 2024-11-25T05:39:50,497 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T05:39:50,498 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T05:39:50,498 DEBUG [RS:0;8ef925b832e3:41059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T05:39:50,499 INFO [RS:0;8ef925b832e3:41059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T05:39:50,499 INFO [RS:0;8ef925b832e3:41059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T05:39:50,604 INFO [RS:0;8ef925b832e3:41059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T05:39:50,608 INFO [RS:0;8ef925b832e3:41059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8ef925b832e3%2C41059%2C1732513187808, suffix=, logDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/WALs/8ef925b832e3,41059,1732513187808, archiveDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/oldWALs, maxLogs=32 2024-11-25T05:39:50,624 DEBUG [RS:0;8ef925b832e3:41059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/WALs/8ef925b832e3,41059,1732513187808/8ef925b832e3%2C41059%2C1732513187808.1732513190611, exclude list is [], retry=0 2024-11-25T05:39:50,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37873,DS-15e4a01e-07e4-4649-ba60-e8115d8b26c5,DISK] 2024-11-25T05:39:50,632 INFO [RS:0;8ef925b832e3:41059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/WALs/8ef925b832e3,41059,1732513187808/8ef925b832e3%2C41059%2C1732513187808.1732513190611 2024-11-25T05:39:50,633 DEBUG [RS:0;8ef925b832e3:41059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37281:37281)] 2024-11-25T05:39:50,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:39:50,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T05:39:50,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T05:39:50,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:50,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:50,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T05:39:50,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T05:39:50,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:50,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:50,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T05:39:50,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T05:39:50,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:50,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:50,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T05:39:50,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T05:39:50,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:50,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:50,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T05:39:50,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740 2024-11-25T05:39:50,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740 2024-11-25T05:39:50,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T05:39:50,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T05:39:50,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:39:50,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T05:39:50,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T05:39:50,721 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60225850, jitterRate=-0.10256490111351013}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:39:50,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732513190670Initializing all the Stores at 1732513190673 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732513190673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732513190673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513190674 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732513190674Cleaning up temporary data from old regions at 1732513190704 (+30 ms)Region opened successfully at 1732513190724 (+20 ms) 2024-11-25T05:39:50,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T05:39:50,725 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T05:39:50,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T05:39:50,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-25T05:39:50,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T05:39:50,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T05:39:50,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732513190725Disabling compacts and flushes for region at 1732513190725Disabling writes for close at 1732513190726 (+1 ms)Writing region close event to WAL at 1732513190727 (+1 ms)Closed at 1732513190728 (+1 ms) 2024-11-25T05:39:50,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T05:39:50,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T05:39:50,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T05:39:50,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T05:39:50,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T05:39:50,914 DEBUG [8ef925b832e3:32803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T05:39:50,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:50,936 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8ef925b832e3,41059,1732513187808, state=OPENING 2024-11-25T05:39:50,940 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T05:39:50,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:50,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:39:50,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T05:39:50,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T05:39:50,944 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T05:39:50,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:39:51,126 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T05:39:51,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T05:39:51,143 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T05:39:51,143 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T05:39:51,144 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T05:39:51,147 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8ef925b832e3%2C41059%2C1732513187808.meta, suffix=.meta, logDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/WALs/8ef925b832e3,41059,1732513187808, archiveDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/oldWALs, maxLogs=32 2024-11-25T05:39:51,163 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/WALs/8ef925b832e3,41059,1732513187808/8ef925b832e3%2C41059%2C1732513187808.meta.1732513191148.meta, exclude list is [], retry=0 2024-11-25T05:39:51,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37873,DS-15e4a01e-07e4-4649-ba60-e8115d8b26c5,DISK] 2024-11-25T05:39:51,169 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/WALs/8ef925b832e3,41059,1732513187808/8ef925b832e3%2C41059%2C1732513187808.meta.1732513191148.meta 2024-11-25T05:39:51,170 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37281:37281)] 2024-11-25T05:39:51,170 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:39:51,172 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T05:39:51,175 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T05:39:51,180 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T05:39:51,184 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T05:39:51,185 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:39:51,185 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T05:39:51,185 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T05:39:51,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T05:39:51,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T05:39:51,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:51,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:51,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T05:39:51,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T05:39:51,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:51,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:51,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T05:39:51,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T05:39:51,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:51,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:51,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T05:39:51,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T05:39:51,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:51,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T05:39:51,198 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T05:39:51,199 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740 2024-11-25T05:39:51,202 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740 2024-11-25T05:39:51,204 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T05:39:51,204 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T05:39:51,205 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:39:51,208 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T05:39:51,210 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61256863, jitterRate=-0.08720161020755768}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:39:51,210 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T05:39:51,212 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732513191185Writing region info on filesystem at 1732513191186 (+1 ms)Initializing all the Stores at 1732513191187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732513191188 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732513191188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513191188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732513191188Cleaning up temporary data from old regions at 1732513191204 (+16 ms)Running coprocessor post-open hooks at 1732513191210 (+6 ms)Region opened successfully at 1732513191212 (+2 ms) 2024-11-25T05:39:51,219 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732513191113 2024-11-25T05:39:51,228 DEBUG [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T05:39:51,229 INFO [RS_OPEN_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T05:39:51,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:51,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8ef925b832e3,41059,1732513187808, state=OPEN 2024-11-25T05:39:51,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T05:39:51,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T05:39:51,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T05:39:51,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T05:39:51,238 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:51,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T05:39:51,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8ef925b832e3,41059,1732513187808 in 294 msec 2024-11-25T05:39:51,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T05:39:51,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-25T05:39:51,258 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T05:39:51,258 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T05:39:51,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:51,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:51,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:51,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48041, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:51,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-25T05:39:51,321 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732513191321, completionTime=-1 2024-11-25T05:39:51,324 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T05:39:51,324 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T05:39:51,349 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T05:39:51,350 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732513251349 2024-11-25T05:39:51,350 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732513311350 2024-11-25T05:39:51,350 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-25T05:39:51,352 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8ef925b832e3,32803,1732513187085-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:51,352 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8ef925b832e3,32803,1732513187085-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:51,352 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8ef925b832e3,32803,1732513187085-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:51,354 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8ef925b832e3:32803, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:51,354 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:51,355 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:51,360 DEBUG [master/8ef925b832e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T05:39:51,383 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.399sec 2024-11-25T05:39:51,384 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T05:39:51,385 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T05:39:51,386 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T05:39:51,387 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T05:39:51,387 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T05:39:51,388 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8ef925b832e3,32803,1732513187085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T05:39:51,388 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8ef925b832e3,32803,1732513187085-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T05:39:51,397 DEBUG [master/8ef925b832e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T05:39:51,398 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T05:39:51,398 INFO [master/8ef925b832e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8ef925b832e3,32803,1732513187085-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T05:39:51,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:51,430 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T05:39:51,430 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T05:39:51,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:51,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:51,443 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301f7ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:51,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:51,453 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:51,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62702105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:51,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:51,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8ef925b832e3,32803,1732513187085 2024-11-25T05:39:51,508 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=8545 2024-11-25T05:39:51,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T05:39:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8ef925b832e3,32803,1732513187085 2024-11-25T05:39:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1db67 2024-11-25T05:39:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T05:39:51,547 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T05:39:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:39:51,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:39:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T05:39:51,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T05:39:51,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-25T05:39:51,570 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:51,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T05:39:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T05:39:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741835_1011 (size=959) 2024-11-25T05:39:51,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 2024-11-25T05:39:51,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741836_1012 (size=53) 2024-11-25T05:39:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T05:39:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T05:39:52,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:39:52,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7ae86d576cfadad125aef150b2009332, disabling compactions & flushes 2024-11-25T05:39:52,013 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:52,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:52,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. after waiting 0 ms 2024-11-25T05:39:52,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:52,014 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:52,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ae86d576cfadad125aef150b2009332: Waiting for close lock at 1732513192013Disabling compacts and flushes for region at 1732513192013Disabling writes for close at 1732513192014 (+1 ms)Writing region close event to WAL at 1732513192014Closed at 1732513192014 2024-11-25T05:39:52,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T05:39:52,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732513192017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732513192017"}]},"ts":"1732513192017"} 2024-11-25T05:39:52,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T05:39:52,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T05:39:52,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513192030"}]},"ts":"1732513192030"} 2024-11-25T05:39:52,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T05:39:52,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, ASSIGN}] 2024-11-25T05:39:52,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, ASSIGN 2024-11-25T05:39:52,043 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, ASSIGN; state=OFFLINE, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=false 2024-11-25T05:39:52,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ae86d576cfadad125aef150b2009332, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:52,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, ASSIGN because future has completed 2024-11-25T05:39:52,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:39:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T05:39:52,377 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:52,378 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:39:52,378 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,379 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:39:52,379 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,379 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,383 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,387 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae86d576cfadad125aef150b2009332 columnFamilyName A 2024-11-25T05:39:52,387 DEBUG [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:52,388 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] regionserver.HStore(327): Store=7ae86d576cfadad125aef150b2009332/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:39:52,388 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,391 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae86d576cfadad125aef150b2009332 columnFamilyName B 2024-11-25T05:39:52,391 DEBUG [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:52,392 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] regionserver.HStore(327): Store=7ae86d576cfadad125aef150b2009332/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:39:52,393 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,396 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae86d576cfadad125aef150b2009332 columnFamilyName C 2024-11-25T05:39:52,396 DEBUG [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:39:52,397 INFO [StoreOpener-7ae86d576cfadad125aef150b2009332-1 {}] regionserver.HStore(327): Store=7ae86d576cfadad125aef150b2009332/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:39:52,397 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,398 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,399 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,401 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,402 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,403 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:39:52,406 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,410 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T05:39:52,411 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ae86d576cfadad125aef150b2009332; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74956275, jitterRate=0.11693553626537323}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:39:52,411 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,412 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ae86d576cfadad125aef150b2009332: Running coprocessor pre-open hook at 1732513192379Writing region info on filesystem at 1732513192379Initializing all the Stores at 1732513192382 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513192382Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513192383 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513192383Cleaning up temporary data from old regions at 1732513192402 (+19 ms)Running coprocessor post-open hooks at 1732513192411 (+9 ms)Region opened successfully at 1732513192412 (+1 ms) 2024-11-25T05:39:52,414 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., pid=6, masterSystemTime=1732513192365 2024-11-25T05:39:52,418 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:52,418 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:52,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ae86d576cfadad125aef150b2009332, regionState=OPEN, openSeqNum=2, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:52,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:39:52,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T05:39:52,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 in 218 msec 2024-11-25T05:39:52,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T05:39:52,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, ASSIGN in 395 msec 2024-11-25T05:39:52,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T05:39:52,441 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513192441"}]},"ts":"1732513192441"} 2024-11-25T05:39:52,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T05:39:52,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T05:39:52,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 887 msec 2024-11-25T05:39:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T05:39:52,723 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:39:52,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,731 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd14b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,736 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393932c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T05:39:52,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8ef925b832e3,32803,1732513187085 2024-11-25T05:39:52,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8f129d 2024-11-25T05:39:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T05:39:52,761 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T05:39:52,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706bb323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,768 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,775 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,779 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,786 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643162ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,793 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a8011b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,796 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c7aae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,800 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4a2a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,802 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738bed33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,806 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60658e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,809 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af29a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,812 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3837915e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18548b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,819 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677effe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,821 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e84a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:39:52,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:39:52,825 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:39:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:39:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:39:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233ee7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:39:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:39:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:39:52,827 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:39:52,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439eab3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:39:52,832 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,832 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,832 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,832 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,832 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,833 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,836 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:39:52,837 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,838 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,840 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:39:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:39:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:39:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-25T05:39:52,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:39:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T05:39:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:39:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:39:52,863 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:39:52,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:39:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:52,923 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:39:52,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:39:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T05:39:53,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/a018a20d4aeb44c99df4593826fb10dc is 50, key is test_row_0/A:col10/1732513192912/Put/seqid=0 2024-11-25T05:39:53,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:53,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741837_1013 (size=12001) 2024-11-25T05:39:53,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/a018a20d4aeb44c99df4593826fb10dc 2024-11-25T05:39:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513253085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513253093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513253089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513253104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513253103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T05:39:53,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/55a8f50b5c5a404d9d7ae539b5d6dd57 is 50, key is test_row_0/B:col10/1732513192912/Put/seqid=0 2024-11-25T05:39:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513253230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513253231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513253231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513253232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513253241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741838_1014 (size=12001) 2024-11-25T05:39:53,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/55a8f50b5c5a404d9d7ae539b5d6dd57 2024-11-25T05:39:53,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:53,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/fa93ea069d174e4ab54919905dd6f10f is 50, key is test_row_0/C:col10/1732513192912/Put/seqid=0 2024-11-25T05:39:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741839_1015 (size=12001) 2024-11-25T05:39:53,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/fa93ea069d174e4ab54919905dd6f10f 2024-11-25T05:39:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/a018a20d4aeb44c99df4593826fb10dc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a018a20d4aeb44c99df4593826fb10dc 2024-11-25T05:39:53,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a018a20d4aeb44c99df4593826fb10dc, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T05:39:53,367 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-25T05:39:53,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/55a8f50b5c5a404d9d7ae539b5d6dd57 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55a8f50b5c5a404d9d7ae539b5d6dd57 2024-11-25T05:39:53,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55a8f50b5c5a404d9d7ae539b5d6dd57, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T05:39:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/fa93ea069d174e4ab54919905dd6f10f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/fa93ea069d174e4ab54919905dd6f10f 2024-11-25T05:39:53,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/fa93ea069d174e4ab54919905dd6f10f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T05:39:53,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:53,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7ae86d576cfadad125aef150b2009332 in 495ms, sequenceid=13, compaction requested=false 2024-11-25T05:39:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T05:39:53,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:53,465 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:39:53,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:39:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T05:39:53,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/035ae73a6b5749e8bedfa2c135d60646 is 50, key is test_row_0/A:col10/1732513193465/Put/seqid=0 2024-11-25T05:39:53,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513253486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513253488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513253489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513253494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513253502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741840_1016 (size=14341) 2024-11-25T05:39:53,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/035ae73a6b5749e8bedfa2c135d60646 2024-11-25T05:39:53,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/76b0ce260e72416dbabd41a9aec10da1 is 50, key is test_row_0/B:col10/1732513193465/Put/seqid=0 2024-11-25T05:39:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513253612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513253623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513253622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741841_1017 (size=12001) 2024-11-25T05:39:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513253631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513253632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/76b0ce260e72416dbabd41a9aec10da1 2024-11-25T05:39:53,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/12add98d5a824e5a8c332eadf85748b9 is 50, key is test_row_0/C:col10/1732513193465/Put/seqid=0 2024-11-25T05:39:53,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741842_1018 (size=12001) 2024-11-25T05:39:53,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/12add98d5a824e5a8c332eadf85748b9 2024-11-25T05:39:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/035ae73a6b5749e8bedfa2c135d60646 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/035ae73a6b5749e8bedfa2c135d60646 2024-11-25T05:39:53,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/035ae73a6b5749e8bedfa2c135d60646, entries=200, sequenceid=41, filesize=14.0 K 2024-11-25T05:39:53,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/76b0ce260e72416dbabd41a9aec10da1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/76b0ce260e72416dbabd41a9aec10da1 2024-11-25T05:39:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513253825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/76b0ce260e72416dbabd41a9aec10da1, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T05:39:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/12add98d5a824e5a8c332eadf85748b9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/12add98d5a824e5a8c332eadf85748b9 2024-11-25T05:39:53,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513253831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513253841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:53,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/12add98d5a824e5a8c332eadf85748b9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T05:39:53,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7ae86d576cfadad125aef150b2009332 in 388ms, sequenceid=41, compaction requested=false 2024-11-25T05:39:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:53,875 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:39:53,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:39:53,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/0d6015d026a04e67a8585fa0c1ccb5c3 is 50, key is test_row_1/A:col10/1732513193872/Put/seqid=0 2024-11-25T05:39:53,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:53,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:53,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:53,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741843_1019 (size=16677) 2024-11-25T05:39:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T05:39:54,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:54,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:54,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513254066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513254072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513254141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513254151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513254161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513254192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513254192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/0d6015d026a04e67a8585fa0c1ccb5c3 2024-11-25T05:39:54,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/170726c824dc4d25a32bbd6265bad3c3 is 50, key is test_row_1/B:col10/1732513193872/Put/seqid=0 2024-11-25T05:39:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741844_1020 (size=9657) 2024-11-25T05:39:54,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/170726c824dc4d25a32bbd6265bad3c3 2024-11-25T05:39:54,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ec86ed9918d24b9687e06bdf8c63548d is 50, key is test_row_1/C:col10/1732513193872/Put/seqid=0 2024-11-25T05:39:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741845_1021 (size=9657) 2024-11-25T05:39:54,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513254411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513254411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:54,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:54,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513254672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513254673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:54,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513254691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513254721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513254731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:54,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ec86ed9918d24b9687e06bdf8c63548d 2024-11-25T05:39:54,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/0d6015d026a04e67a8585fa0c1ccb5c3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/0d6015d026a04e67a8585fa0c1ccb5c3 2024-11-25T05:39:54,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:54,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/0d6015d026a04e67a8585fa0c1ccb5c3, entries=250, sequenceid=52, filesize=16.3 K 2024-11-25T05:39:54,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/170726c824dc4d25a32bbd6265bad3c3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/170726c824dc4d25a32bbd6265bad3c3 2024-11-25T05:39:54,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/170726c824dc4d25a32bbd6265bad3c3, entries=100, sequenceid=52, filesize=9.4 K 2024-11-25T05:39:54,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ec86ed9918d24b9687e06bdf8c63548d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ec86ed9918d24b9687e06bdf8c63548d 2024-11-25T05:39:54,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ec86ed9918d24b9687e06bdf8c63548d, entries=100, sequenceid=52, filesize=9.4 K 2024-11-25T05:39:54,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ae86d576cfadad125aef150b2009332 in 1016ms, sequenceid=52, compaction requested=true 2024-11-25T05:39:54,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:54,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:39:54,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:54,902 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:54,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:39:54,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:54,902 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:54,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:39:54,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:39:54,907 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:54,907 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43019 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:54,909 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:39:54,909 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:39:54,910 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,910 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,911 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55a8f50b5c5a404d9d7ae539b5d6dd57, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/76b0ce260e72416dbabd41a9aec10da1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/170726c824dc4d25a32bbd6265bad3c3] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=32.9 K 2024-11-25T05:39:54,911 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a018a20d4aeb44c99df4593826fb10dc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/035ae73a6b5749e8bedfa2c135d60646, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/0d6015d026a04e67a8585fa0c1ccb5c3] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=42.0 K 2024-11-25T05:39:54,913 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 55a8f50b5c5a404d9d7ae539b5d6dd57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732513192877 2024-11-25T05:39:54,914 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a018a20d4aeb44c99df4593826fb10dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732513192877 2024-11-25T05:39:54,915 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 76b0ce260e72416dbabd41a9aec10da1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513193464 2024-11-25T05:39:54,915 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 035ae73a6b5749e8bedfa2c135d60646, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513193460 2024-11-25T05:39:54,916 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d6015d026a04e67a8585fa0c1ccb5c3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513193486 2024-11-25T05:39:54,917 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 170726c824dc4d25a32bbd6265bad3c3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513193864 2024-11-25T05:39:54,982 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#9 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:54,982 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:54,983 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/bdd7af39196b49fdbc5dccf107171a07 is 50, key is test_row_0/B:col10/1732513193465/Put/seqid=0 2024-11-25T05:39:54,989 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/4056d98d00d14a5fbbb631ed6fc491e2 is 50, key is test_row_0/A:col10/1732513193465/Put/seqid=0 2024-11-25T05:39:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T05:39:54,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T05:39:54,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:54,997 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:39:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/00a6c52a4dee4a5289e3deb1140eada6 is 50, key is test_row_0/A:col10/1732513194050/Put/seqid=0 2024-11-25T05:39:55,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741846_1022 (size=12104) 2024-11-25T05:39:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741847_1023 (size=12104) 2024-11-25T05:39:55,091 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/4056d98d00d14a5fbbb631ed6fc491e2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4056d98d00d14a5fbbb631ed6fc491e2 2024-11-25T05:39:55,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741848_1024 (size=12001) 2024-11-25T05:39:55,119 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/00a6c52a4dee4a5289e3deb1140eada6 2024-11-25T05:39:55,140 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into 4056d98d00d14a5fbbb631ed6fc491e2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:55,140 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:55,145 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=13, startTime=1732513194894; duration=0sec 2024-11-25T05:39:55,146 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:39:55,146 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:39:55,146 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:55,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e4ff9de929cb486e8c420cf07c991282 is 50, key is test_row_0/B:col10/1732513194050/Put/seqid=0 2024-11-25T05:39:55,155 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:55,156 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:39:55,156 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:55,156 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/fa93ea069d174e4ab54919905dd6f10f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/12add98d5a824e5a8c332eadf85748b9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ec86ed9918d24b9687e06bdf8c63548d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=32.9 K 2024-11-25T05:39:55,159 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa93ea069d174e4ab54919905dd6f10f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732513192877 2024-11-25T05:39:55,165 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12add98d5a824e5a8c332eadf85748b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513193464 2024-11-25T05:39:55,169 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec86ed9918d24b9687e06bdf8c63548d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513193864 2024-11-25T05:39:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741849_1025 (size=12001) 2024-11-25T05:39:55,191 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e4ff9de929cb486e8c420cf07c991282 2024-11-25T05:39:55,211 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:55,215 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/b5a28d9f6f79450d9617be5ba4b57601 is 50, key is test_row_0/C:col10/1732513193465/Put/seqid=0 2024-11-25T05:39:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/1a8600f8b668419fa3e1c97ec7361b98 is 50, key is test_row_0/C:col10/1732513194050/Put/seqid=0 2024-11-25T05:39:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:55,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741850_1026 (size=12104) 2024-11-25T05:39:55,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741851_1027 (size=12001) 2024-11-25T05:39:55,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513255281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513255296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513255401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513255410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,454 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/bdd7af39196b49fdbc5dccf107171a07 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/bdd7af39196b49fdbc5dccf107171a07 2024-11-25T05:39:55,476 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into bdd7af39196b49fdbc5dccf107171a07(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:55,476 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:55,477 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=13, startTime=1732513194902; duration=0sec 2024-11-25T05:39:55,477 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:55,477 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:39:55,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513255621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513255621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,660 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/b5a28d9f6f79450d9617be5ba4b57601 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b5a28d9f6f79450d9617be5ba4b57601 2024-11-25T05:39:55,671 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/1a8600f8b668419fa3e1c97ec7361b98 2024-11-25T05:39:55,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/00a6c52a4dee4a5289e3deb1140eada6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/00a6c52a4dee4a5289e3deb1140eada6 2024-11-25T05:39:55,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513255690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,702 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:39:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,704 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into b5a28d9f6f79450d9617be5ba4b57601(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:55,704 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:55,704 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=13, startTime=1732513194902; duration=0sec 2024-11-25T05:39:55,706 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:55,706 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:39:55,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513255705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,709 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:39:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,712 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/00a6c52a4dee4a5289e3deb1140eada6, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T05:39:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e4ff9de929cb486e8c420cf07c991282 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e4ff9de929cb486e8c420cf07c991282 2024-11-25T05:39:55,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513255711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:55,724 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:55,738 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e4ff9de929cb486e8c420cf07c991282, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T05:39:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/1a8600f8b668419fa3e1c97ec7361b98 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/1a8600f8b668419fa3e1c97ec7361b98 2024-11-25T05:39:55,766 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/1a8600f8b668419fa3e1c97ec7361b98, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T05:39:55,769 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ae86d576cfadad125aef150b2009332 in 771ms, sequenceid=77, compaction requested=false 2024-11-25T05:39:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T05:39:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T05:39:55,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T05:39:55,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9070 sec 2024-11-25T05:39:55,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.9460 sec 2024-11-25T05:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:55,936 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:39:55,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:39:55,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/558fb6837cbc4a3fb0c315aa0931b133 is 50, key is test_row_0/A:col10/1732513195933/Put/seqid=0 2024-11-25T05:39:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741852_1028 (size=14341) 2024-11-25T05:39:55,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/558fb6837cbc4a3fb0c315aa0931b133 2024-11-25T05:39:56,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/33a4a33b078948b5ae4ecb46f94cf5db is 50, key is test_row_0/B:col10/1732513195933/Put/seqid=0 2024-11-25T05:39:56,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513256023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513256026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741853_1029 (size=12001) 2024-11-25T05:39:56,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/33a4a33b078948b5ae4ecb46f94cf5db 2024-11-25T05:39:56,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/07e302880a7a4152a8815d24637acdd7 is 50, key is test_row_0/C:col10/1732513195933/Put/seqid=0 2024-11-25T05:39:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741854_1030 (size=12001) 2024-11-25T05:39:56,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/07e302880a7a4152a8815d24637acdd7 2024-11-25T05:39:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/558fb6837cbc4a3fb0c315aa0931b133 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/558fb6837cbc4a3fb0c315aa0931b133 2024-11-25T05:39:56,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513256130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/558fb6837cbc4a3fb0c315aa0931b133, entries=200, sequenceid=92, filesize=14.0 K 2024-11-25T05:39:56,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513256140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/33a4a33b078948b5ae4ecb46f94cf5db as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/33a4a33b078948b5ae4ecb46f94cf5db 2024-11-25T05:39:56,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/33a4a33b078948b5ae4ecb46f94cf5db, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T05:39:56,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/07e302880a7a4152a8815d24637acdd7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/07e302880a7a4152a8815d24637acdd7 2024-11-25T05:39:56,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/07e302880a7a4152a8815d24637acdd7, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T05:39:56,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7ae86d576cfadad125aef150b2009332 in 265ms, sequenceid=92, compaction requested=true 2024-11-25T05:39:56,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:56,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:39:56,202 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:56,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:56,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:39:56,202 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:56,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:56,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:39:56,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:39:56,204 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:56,204 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:39:56,205 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:56,205 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4056d98d00d14a5fbbb631ed6fc491e2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/00a6c52a4dee4a5289e3deb1140eada6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/558fb6837cbc4a3fb0c315aa0931b133] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=37.5 K 2024-11-25T05:39:56,206 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:56,206 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4056d98d00d14a5fbbb631ed6fc491e2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513193465 2024-11-25T05:39:56,206 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:39:56,206 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:56,206 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/bdd7af39196b49fdbc5dccf107171a07, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e4ff9de929cb486e8c420cf07c991282, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/33a4a33b078948b5ae4ecb46f94cf5db] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=35.3 K 2024-11-25T05:39:56,207 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting bdd7af39196b49fdbc5dccf107171a07, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513193465 2024-11-25T05:39:56,208 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e4ff9de929cb486e8c420cf07c991282, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732513194049 2024-11-25T05:39:56,208 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00a6c52a4dee4a5289e3deb1140eada6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732513194049 2024-11-25T05:39:56,209 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 33a4a33b078948b5ae4ecb46f94cf5db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513195244 2024-11-25T05:39:56,209 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 558fb6837cbc4a3fb0c315aa0931b133, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513195244 2024-11-25T05:39:56,239 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:56,240 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/ec6a6adc7d08454aa8ff3c86d1b420bb is 50, key is test_row_0/B:col10/1732513195933/Put/seqid=0 2024-11-25T05:39:56,271 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:56,272 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/e2dbe433eeb6459a8d04b193ac083a7a is 50, key is test_row_0/A:col10/1732513195933/Put/seqid=0 2024-11-25T05:39:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741856_1032 (size=12207) 2024-11-25T05:39:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741855_1031 (size=12207) 2024-11-25T05:39:56,318 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/e2dbe433eeb6459a8d04b193ac083a7a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e2dbe433eeb6459a8d04b193ac083a7a 2024-11-25T05:39:56,330 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/ec6a6adc7d08454aa8ff3c86d1b420bb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/ec6a6adc7d08454aa8ff3c86d1b420bb 2024-11-25T05:39:56,340 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into e2dbe433eeb6459a8d04b193ac083a7a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:56,340 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:56,340 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=13, startTime=1732513196202; duration=0sec 2024-11-25T05:39:56,341 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:39:56,341 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:39:56,341 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:56,345 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:39:56,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:39:56,345 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:56,346 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:39:56,346 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:56,346 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b5a28d9f6f79450d9617be5ba4b57601, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/1a8600f8b668419fa3e1c97ec7361b98, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/07e302880a7a4152a8815d24637acdd7] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=35.3 K 2024-11-25T05:39:56,348 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into ec6a6adc7d08454aa8ff3c86d1b420bb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:56,348 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:56,348 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=13, startTime=1732513196202; duration=0sec 2024-11-25T05:39:56,349 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:56,349 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:39:56,351 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5a28d9f6f79450d9617be5ba4b57601, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513193465 2024-11-25T05:39:56,352 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a8600f8b668419fa3e1c97ec7361b98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732513194049 2024-11-25T05:39:56,353 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07e302880a7a4152a8815d24637acdd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513195244 2024-11-25T05:39:56,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/bc47320bfa794752b7204c2db7c8aff1 is 50, key is test_row_0/A:col10/1732513196006/Put/seqid=0 2024-11-25T05:39:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741857_1033 (size=14341) 2024-11-25T05:39:56,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/bc47320bfa794752b7204c2db7c8aff1 2024-11-25T05:39:56,396 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:56,397 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/074edcede6bc481e87181da08b1a2efe is 50, key is test_row_0/C:col10/1732513195933/Put/seqid=0 2024-11-25T05:39:56,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513256391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513256394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/f072258dfd9c4fbf8c43645d5a9e9acf is 50, key is test_row_0/B:col10/1732513196006/Put/seqid=0 2024-11-25T05:39:56,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741858_1034 (size=12207) 2024-11-25T05:39:56,440 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/074edcede6bc481e87181da08b1a2efe as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/074edcede6bc481e87181da08b1a2efe 2024-11-25T05:39:56,456 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into 074edcede6bc481e87181da08b1a2efe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:56,456 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:56,456 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=13, startTime=1732513196203; duration=0sec 2024-11-25T05:39:56,456 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:56,457 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:39:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741859_1035 (size=12001) 2024-11-25T05:39:56,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/f072258dfd9c4fbf8c43645d5a9e9acf 2024-11-25T05:39:56,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/4ad1340ae1e24dff98269e4c25b95d07 is 50, key is test_row_0/C:col10/1732513196006/Put/seqid=0 2024-11-25T05:39:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513256510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513256510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741860_1036 (size=12001) 2024-11-25T05:39:56,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/4ad1340ae1e24dff98269e4c25b95d07 2024-11-25T05:39:56,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/bc47320bfa794752b7204c2db7c8aff1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bc47320bfa794752b7204c2db7c8aff1 2024-11-25T05:39:56,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bc47320bfa794752b7204c2db7c8aff1, entries=200, sequenceid=118, filesize=14.0 K 2024-11-25T05:39:56,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/f072258dfd9c4fbf8c43645d5a9e9acf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/f072258dfd9c4fbf8c43645d5a9e9acf 2024-11-25T05:39:56,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/f072258dfd9c4fbf8c43645d5a9e9acf, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T05:39:56,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/4ad1340ae1e24dff98269e4c25b95d07 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4ad1340ae1e24dff98269e4c25b95d07 2024-11-25T05:39:56,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4ad1340ae1e24dff98269e4c25b95d07, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T05:39:56,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ae86d576cfadad125aef150b2009332 in 247ms, sequenceid=118, compaction requested=false 2024-11-25T05:39:56,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:56,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T05:39:56,724 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:39:56,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:39:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:56,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/85f6b8be4f964d79b110f12aa2841cbc is 50, key is test_row_0/A:col10/1732513196390/Put/seqid=0 2024-11-25T05:39:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741861_1037 (size=14491) 2024-11-25T05:39:56,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T05:39:56,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513256834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513256836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513256950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513256951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T05:39:57,011 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:39:57,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:39:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-25T05:39:57,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:39:57,019 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:39:57,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:39:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T05:39:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T05:39:57,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513257160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513257160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T05:39:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/85f6b8be4f964d79b110f12aa2841cbc 2024-11-25T05:39:57,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/d294ef0a3ed74354932a3df1249f038c is 50, key is test_row_0/B:col10/1732513196390/Put/seqid=0 2024-11-25T05:39:57,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741862_1038 (size=12101) 2024-11-25T05:39:57,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T05:39:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T05:39:57,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513257471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513257471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T05:39:57,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T05:39:57,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T05:39:57,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T05:39:57,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T05:39:57,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T05:39:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:57,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T05:39:57,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T05:39:57,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T05:39:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/d294ef0a3ed74354932a3df1249f038c 2024-11-25T05:39:57,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/2234c87462124a12aa482129d45d6a54 is 50, key is test_row_0/C:col10/1732513196390/Put/seqid=0 2024-11-25T05:39:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741863_1039 (size=12101) 2024-11-25T05:39:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T05:39:57,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T05:39:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513257720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,724 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:39:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513257730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,736 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:39:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513257740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,743 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:39:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T05:39:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T05:39:57,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:57,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:57,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:39:57,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513257980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513257981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:58,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/2234c87462124a12aa482129d45d6a54 2024-11-25T05:39:58,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/85f6b8be4f964d79b110f12aa2841cbc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/85f6b8be4f964d79b110f12aa2841cbc 2024-11-25T05:39:58,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/85f6b8be4f964d79b110f12aa2841cbc, entries=200, sequenceid=133, filesize=14.2 K 2024-11-25T05:39:58,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/d294ef0a3ed74354932a3df1249f038c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d294ef0a3ed74354932a3df1249f038c 2024-11-25T05:39:58,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d294ef0a3ed74354932a3df1249f038c, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T05:39:58,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/2234c87462124a12aa482129d45d6a54 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/2234c87462124a12aa482129d45d6a54 2024-11-25T05:39:58,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/2234c87462124a12aa482129d45d6a54, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T05:39:58,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7ae86d576cfadad125aef150b2009332 in 1388ms, sequenceid=133, compaction requested=true 2024-11-25T05:39:58,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:58,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:39:58,113 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:58,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:58,113 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:58,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:39:58,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:58,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:39:58,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:39:58,115 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:58,115 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:58,115 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:39:58,115 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:39:58,115 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:58,115 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:58,115 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e2dbe433eeb6459a8d04b193ac083a7a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bc47320bfa794752b7204c2db7c8aff1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/85f6b8be4f964d79b110f12aa2841cbc] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=40.1 K 2024-11-25T05:39:58,115 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/ec6a6adc7d08454aa8ff3c86d1b420bb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/f072258dfd9c4fbf8c43645d5a9e9acf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d294ef0a3ed74354932a3df1249f038c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=35.5 K 2024-11-25T05:39:58,116 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2dbe433eeb6459a8d04b193ac083a7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513195244 2024-11-25T05:39:58,116 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ec6a6adc7d08454aa8ff3c86d1b420bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513195244 2024-11-25T05:39:58,116 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f072258dfd9c4fbf8c43645d5a9e9acf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732513196006 2024-11-25T05:39:58,117 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d294ef0a3ed74354932a3df1249f038c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513196362 2024-11-25T05:39:58,117 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc47320bfa794752b7204c2db7c8aff1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732513196006 2024-11-25T05:39:58,117 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85f6b8be4f964d79b110f12aa2841cbc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513196362 2024-11-25T05:39:58,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T05:39:58,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:58,132 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:39:58,140 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:58,141 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/afd1ab2af5d043a4b287752850376b68 is 50, key is test_row_0/A:col10/1732513196390/Put/seqid=0 2024-11-25T05:39:58,147 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:58,148 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/6b23a8cf6017468fbebedb8358266add is 50, key is test_row_0/B:col10/1732513196390/Put/seqid=0 2024-11-25T05:39:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T05:39:58,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/c90f27bf196a477dafa1a24ec2be2781 is 50, key is test_row_0/A:col10/1732513196832/Put/seqid=0 2024-11-25T05:39:58,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741864_1040 (size=12409) 2024-11-25T05:39:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741866_1042 (size=12151) 2024-11-25T05:39:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741865_1041 (size=12409) 2024-11-25T05:39:58,595 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/afd1ab2af5d043a4b287752850376b68 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd1ab2af5d043a4b287752850376b68 2024-11-25T05:39:58,597 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/c90f27bf196a477dafa1a24ec2be2781 2024-11-25T05:39:58,611 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into afd1ab2af5d043a4b287752850376b68(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:58,611 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:58,611 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=13, startTime=1732513198113; duration=0sec 2024-11-25T05:39:58,612 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/6b23a8cf6017468fbebedb8358266add as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6b23a8cf6017468fbebedb8358266add 2024-11-25T05:39:58,613 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:39:58,613 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:39:58,613 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:39:58,617 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:39:58,617 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:39:58,617 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:58,617 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/074edcede6bc481e87181da08b1a2efe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4ad1340ae1e24dff98269e4c25b95d07, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/2234c87462124a12aa482129d45d6a54] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=35.5 K 2024-11-25T05:39:58,618 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 074edcede6bc481e87181da08b1a2efe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513195244 2024-11-25T05:39:58,618 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ad1340ae1e24dff98269e4c25b95d07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732513196006 2024-11-25T05:39:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/5c24d686af8643a6ad5b728fd3d9a8e3 is 50, key is test_row_0/B:col10/1732513196832/Put/seqid=0 2024-11-25T05:39:58,619 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2234c87462124a12aa482129d45d6a54, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513196362 2024-11-25T05:39:58,629 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into 6b23a8cf6017468fbebedb8358266add(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:58,629 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:58,629 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=13, startTime=1732513198113; duration=0sec 2024-11-25T05:39:58,629 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:58,630 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:39:58,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741867_1043 (size=12151) 2024-11-25T05:39:58,634 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/5c24d686af8643a6ad5b728fd3d9a8e3 2024-11-25T05:39:58,636 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:39:58,637 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/aabd7aa5b1314085a3d6068ff819ca76 is 50, key is test_row_0/C:col10/1732513196390/Put/seqid=0 2024-11-25T05:39:58,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ceb8626fea3a46feaf35bd3caccd6e1e is 50, key is test_row_0/C:col10/1732513196832/Put/seqid=0 2024-11-25T05:39:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741868_1044 (size=12409) 2024-11-25T05:39:58,680 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/aabd7aa5b1314085a3d6068ff819ca76 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/aabd7aa5b1314085a3d6068ff819ca76 2024-11-25T05:39:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741869_1045 (size=12151) 2024-11-25T05:39:58,694 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into aabd7aa5b1314085a3d6068ff819ca76(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:39:58,694 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:58,694 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=13, startTime=1732513198113; duration=0sec 2024-11-25T05:39:58,694 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:39:58,694 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:39:59,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513259027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513259032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,095 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ceb8626fea3a46feaf35bd3caccd6e1e 2024-11-25T05:39:59,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/c90f27bf196a477dafa1a24ec2be2781 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c90f27bf196a477dafa1a24ec2be2781 2024-11-25T05:39:59,118 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c90f27bf196a477dafa1a24ec2be2781, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T05:39:59,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/5c24d686af8643a6ad5b728fd3d9a8e3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5c24d686af8643a6ad5b728fd3d9a8e3 2024-11-25T05:39:59,134 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5c24d686af8643a6ad5b728fd3d9a8e3, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T05:39:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ceb8626fea3a46feaf35bd3caccd6e1e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ceb8626fea3a46feaf35bd3caccd6e1e 2024-11-25T05:39:59,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513259141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513259141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,146 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ceb8626fea3a46feaf35bd3caccd6e1e, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T05:39:59,149 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7ae86d576cfadad125aef150b2009332 in 1017ms, sequenceid=157, compaction requested=false 2024-11-25T05:39:59,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:59,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:59,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T05:39:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T05:39:59,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T05:39:59,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1310 sec 2024-11-25T05:39:59,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.1460 sec 2024-11-25T05:39:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T05:39:59,171 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:39:59,171 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:39:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-25T05:39:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T05:39:59,175 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:39:59,176 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:39:59,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:39:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T05:39:59,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T05:39:59,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:59,331 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:39:59,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/fb76719085fa488ba467d4f97b31de0d is 50, key is test_row_0/A:col10/1732513199008/Put/seqid=0 2024-11-25T05:39:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:39:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:39:59,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741870_1046 (size=12151) 2024-11-25T05:39:59,378 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/fb76719085fa488ba467d4f97b31de0d 2024-11-25T05:39:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/0f01c904bed741d692cab921a1d55833 is 50, key is test_row_0/B:col10/1732513199008/Put/seqid=0 2024-11-25T05:39:59,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741871_1047 (size=12151) 2024-11-25T05:39:59,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513259483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513259483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T05:39:59,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513259601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513259601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T05:39:59,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513259810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:39:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513259810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:39:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:39:59,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:39:59,818 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/0f01c904bed741d692cab921a1d55833 2024-11-25T05:39:59,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/48901a0080d349d2a5c5af125aa78176 is 50, key is test_row_0/C:col10/1732513199008/Put/seqid=0 2024-11-25T05:39:59,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741872_1048 (size=12151) 2024-11-25T05:39:59,877 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/48901a0080d349d2a5c5af125aa78176 2024-11-25T05:39:59,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/fb76719085fa488ba467d4f97b31de0d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fb76719085fa488ba467d4f97b31de0d 2024-11-25T05:39:59,897 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fb76719085fa488ba467d4f97b31de0d, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T05:39:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/0f01c904bed741d692cab921a1d55833 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0f01c904bed741d692cab921a1d55833 2024-11-25T05:39:59,908 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0f01c904bed741d692cab921a1d55833, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T05:39:59,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/48901a0080d349d2a5c5af125aa78176 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/48901a0080d349d2a5c5af125aa78176 2024-11-25T05:39:59,918 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/48901a0080d349d2a5c5af125aa78176, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T05:39:59,919 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7ae86d576cfadad125aef150b2009332 in 588ms, sequenceid=172, compaction requested=true 2024-11-25T05:39:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:39:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:39:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T05:39:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T05:39:59,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T05:39:59,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 745 msec 2024-11-25T05:39:59,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 752 msec 2024-11-25T05:40:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:00,123 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:00,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:40:00,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/706843c41fe64ee7a07fff1b944270fb is 50, key is test_row_0/A:col10/1732513199478/Put/seqid=0 2024-11-25T05:40:00,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741873_1049 (size=14541) 2024-11-25T05:40:00,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513260143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:00,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513260146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:00,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:00,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513260250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513260260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:00,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T05:40:00,311 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:00,311 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-25T05:40:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T05:40:00,316 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:00,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:00,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T05:40:00,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513260460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:00,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513260470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:00,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/706843c41fe64ee7a07fff1b944270fb 2024-11-25T05:40:00,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/cb5e17092a9945e98da113435978acb2 is 50, key is test_row_0/B:col10/1732513199478/Put/seqid=0 2024-11-25T05:40:00,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741874_1050 (size=12151) 2024-11-25T05:40:00,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/cb5e17092a9945e98da113435978acb2 2024-11-25T05:40:00,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/00fb6015fd4b4fb6a0306c25f7b2ed35 is 50, key is test_row_0/C:col10/1732513199478/Put/seqid=0 2024-11-25T05:40:00,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741875_1051 (size=12151) 2024-11-25T05:40:00,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/00fb6015fd4b4fb6a0306c25f7b2ed35 2024-11-25T05:40:00,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/706843c41fe64ee7a07fff1b944270fb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/706843c41fe64ee7a07fff1b944270fb 2024-11-25T05:40:00,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/706843c41fe64ee7a07fff1b944270fb, entries=200, sequenceid=198, filesize=14.2 K 2024-11-25T05:40:00,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/cb5e17092a9945e98da113435978acb2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/cb5e17092a9945e98da113435978acb2 2024-11-25T05:40:00,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T05:40:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/cb5e17092a9945e98da113435978acb2, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T05:40:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/00fb6015fd4b4fb6a0306c25f7b2ed35 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/00fb6015fd4b4fb6a0306c25f7b2ed35 2024-11-25T05:40:00,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/00fb6015fd4b4fb6a0306c25f7b2ed35, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T05:40:00,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ae86d576cfadad125aef150b2009332 in 536ms, sequenceid=198, compaction requested=true 2024-11-25T05:40:00,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:00,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:00,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:00,660 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:00,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:00,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:00,660 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:00,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:00,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:00,662 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51252 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:00,662 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:40:00,662 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,662 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd1ab2af5d043a4b287752850376b68, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c90f27bf196a477dafa1a24ec2be2781, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fb76719085fa488ba467d4f97b31de0d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/706843c41fe64ee7a07fff1b944270fb] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=50.1 K 2024-11-25T05:40:00,663 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:00,663 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting afd1ab2af5d043a4b287752850376b68, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513196362 2024-11-25T05:40:00,663 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:40:00,664 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,664 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6b23a8cf6017468fbebedb8358266add, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5c24d686af8643a6ad5b728fd3d9a8e3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0f01c904bed741d692cab921a1d55833, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/cb5e17092a9945e98da113435978acb2] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=47.7 K 2024-11-25T05:40:00,665 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b23a8cf6017468fbebedb8358266add, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513196362 2024-11-25T05:40:00,666 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting c90f27bf196a477dafa1a24ec2be2781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732513196810 2024-11-25T05:40:00,667 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb76719085fa488ba467d4f97b31de0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732513199008 2024-11-25T05:40:00,667 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c24d686af8643a6ad5b728fd3d9a8e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732513196810 2024-11-25T05:40:00,668 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 706843c41fe64ee7a07fff1b944270fb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513199472 2024-11-25T05:40:00,668 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f01c904bed741d692cab921a1d55833, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732513199008 2024-11-25T05:40:00,668 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting cb5e17092a9945e98da113435978acb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513199472 2024-11-25T05:40:00,692 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:00,693 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/c8e28629b88940c6b7c052f78c9eaf83 is 50, key is test_row_0/B:col10/1732513199478/Put/seqid=0 2024-11-25T05:40:00,704 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:00,705 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/769f052be34f4c478a70877a3925a2a6 is 50, key is test_row_0/A:col10/1732513199478/Put/seqid=0 2024-11-25T05:40:00,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741876_1052 (size=12595) 2024-11-25T05:40:00,728 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/c8e28629b88940c6b7c052f78c9eaf83 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/c8e28629b88940c6b7c052f78c9eaf83 2024-11-25T05:40:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741877_1053 (size=12595) 2024-11-25T05:40:00,743 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into c8e28629b88940c6b7c052f78c9eaf83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:00,744 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:00,744 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=12, startTime=1732513200660; duration=0sec 2024-11-25T05:40:00,744 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:00,744 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:40:00,744 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:00,749 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:00,749 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:40:00,749 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,749 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/aabd7aa5b1314085a3d6068ff819ca76, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ceb8626fea3a46feaf35bd3caccd6e1e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/48901a0080d349d2a5c5af125aa78176, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/00fb6015fd4b4fb6a0306c25f7b2ed35] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=47.7 K 2024-11-25T05:40:00,750 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting aabd7aa5b1314085a3d6068ff819ca76, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513196362 2024-11-25T05:40:00,751 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ceb8626fea3a46feaf35bd3caccd6e1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732513196810 2024-11-25T05:40:00,751 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 48901a0080d349d2a5c5af125aa78176, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732513199008 2024-11-25T05:40:00,752 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 00fb6015fd4b4fb6a0306c25f7b2ed35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513199472 2024-11-25T05:40:00,773 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:00,774 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ea9e589c0f0440fe9355bbfcaff613c9 is 50, key is test_row_0/C:col10/1732513199478/Put/seqid=0 2024-11-25T05:40:00,774 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:00,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:40:00,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/cd5d9ef97de44e02a913d8c6fc653cd1 is 50, key is test_row_0/A:col10/1732513200134/Put/seqid=0 2024-11-25T05:40:00,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741878_1054 (size=12595) 2024-11-25T05:40:00,846 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ea9e589c0f0440fe9355bbfcaff613c9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ea9e589c0f0440fe9355bbfcaff613c9 2024-11-25T05:40:00,870 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into ea9e589c0f0440fe9355bbfcaff613c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:00,870 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:00,871 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=12, startTime=1732513200660; duration=0sec 2024-11-25T05:40:00,872 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:00,872 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:40:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741879_1055 (size=14541) 2024-11-25T05:40:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513260916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513260918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:00,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:00,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T05:40:00,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:00,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513261030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513261030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,153 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/769f052be34f4c478a70877a3925a2a6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/769f052be34f4c478a70877a3925a2a6 2024-11-25T05:40:01,166 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into 769f052be34f4c478a70877a3925a2a6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:01,166 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:01,166 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=12, startTime=1732513200660; duration=0sec 2024-11-25T05:40:01,167 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:01,167 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:40:01,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513261240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513261240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:01,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:01,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/cd5d9ef97de44e02a913d8c6fc653cd1 2024-11-25T05:40:01,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/7657ea7543dd426cb80742c42ed405c7 is 50, key is test_row_0/B:col10/1732513200134/Put/seqid=0 2024-11-25T05:40:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741880_1056 (size=12151) 2024-11-25T05:40:01,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/7657ea7543dd426cb80742c42ed405c7 2024-11-25T05:40:01,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/df5f4054ccb84c8290a68966e837d7bc is 50, key is test_row_0/C:col10/1732513200134/Put/seqid=0 2024-11-25T05:40:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741881_1057 (size=12151) 2024-11-25T05:40:01,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/df5f4054ccb84c8290a68966e837d7bc 2024-11-25T05:40:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/cd5d9ef97de44e02a913d8c6fc653cd1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/cd5d9ef97de44e02a913d8c6fc653cd1 2024-11-25T05:40:01,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/cd5d9ef97de44e02a913d8c6fc653cd1, entries=200, sequenceid=210, filesize=14.2 K 2024-11-25T05:40:01,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/7657ea7543dd426cb80742c42ed405c7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/7657ea7543dd426cb80742c42ed405c7 2024-11-25T05:40:01,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/7657ea7543dd426cb80742c42ed405c7, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T05:40:01,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/df5f4054ccb84c8290a68966e837d7bc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/df5f4054ccb84c8290a68966e837d7bc 2024-11-25T05:40:01,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:01,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/df5f4054ccb84c8290a68966e837d7bc, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T05:40:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ae86d576cfadad125aef150b2009332 in 640ms, sequenceid=210, compaction requested=false 2024-11-25T05:40:01,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T05:40:01,552 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:01,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:40:01,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/a10fca047f874132a69312f6f086b35f is 50, key is test_row_0/A:col10/1732513200911/Put/seqid=0 2024-11-25T05:40:01,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:01,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:01,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513261573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513261579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741882_1058 (size=14541) 2024-11-25T05:40:01,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/a10fca047f874132a69312f6f086b35f 2024-11-25T05:40:01,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/146becb8691b4ff38168008ec57799ca is 50, key is test_row_0/B:col10/1732513200911/Put/seqid=0 2024-11-25T05:40:01,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741883_1059 (size=12151) 2024-11-25T05:40:01,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513261680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513261690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:01,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:01,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513261740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,741 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8257 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513261750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,751 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:01,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513261760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,761 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8274 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:01,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:01,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:01,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:01,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513261891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:01,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513261900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:02,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:02,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:02,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/146becb8691b4ff38168008ec57799ca 2024-11-25T05:40:02,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/f521a2554a6f4ed3a4e9adc5b917281c is 50, key is test_row_0/C:col10/1732513200911/Put/seqid=0 2024-11-25T05:40:02,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741884_1060 (size=12151) 2024-11-25T05:40:02,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513262200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513262210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:02,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:02,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T05:40:02,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/f521a2554a6f4ed3a4e9adc5b917281c 2024-11-25T05:40:02,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/a10fca047f874132a69312f6f086b35f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a10fca047f874132a69312f6f086b35f 2024-11-25T05:40:02,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a10fca047f874132a69312f6f086b35f, entries=200, sequenceid=239, filesize=14.2 K 2024-11-25T05:40:02,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/146becb8691b4ff38168008ec57799ca as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/146becb8691b4ff38168008ec57799ca 2024-11-25T05:40:02,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/146becb8691b4ff38168008ec57799ca, entries=150, sequenceid=239, filesize=11.9 K 2024-11-25T05:40:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/f521a2554a6f4ed3a4e9adc5b917281c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f521a2554a6f4ed3a4e9adc5b917281c 2024-11-25T05:40:02,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f521a2554a6f4ed3a4e9adc5b917281c, entries=150, sequenceid=239, filesize=11.9 K 2024-11-25T05:40:02,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:02,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:02,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7ae86d576cfadad125aef150b2009332 in 946ms, sequenceid=239, compaction requested=true 2024-11-25T05:40:02,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:02,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:02,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:02,499 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:02,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:02,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:02,499 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:02,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:02,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:02,501 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:02,501 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:02,501 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:40:02,501 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:40:02,501 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,501 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,501 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/c8e28629b88940c6b7c052f78c9eaf83, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/7657ea7543dd426cb80742c42ed405c7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/146becb8691b4ff38168008ec57799ca] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.0 K 2024-11-25T05:40:02,501 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/769f052be34f4c478a70877a3925a2a6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/cd5d9ef97de44e02a913d8c6fc653cd1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a10fca047f874132a69312f6f086b35f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=40.7 K 2024-11-25T05:40:02,502 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 769f052be34f4c478a70877a3925a2a6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513199472 2024-11-25T05:40:02,502 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting c8e28629b88940c6b7c052f78c9eaf83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513199472 2024-11-25T05:40:02,502 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 7657ea7543dd426cb80742c42ed405c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732513200134 2024-11-25T05:40:02,502 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd5d9ef97de44e02a913d8c6fc653cd1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732513200134 2024-11-25T05:40:02,503 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 146becb8691b4ff38168008ec57799ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732513200902 2024-11-25T05:40:02,503 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a10fca047f874132a69312f6f086b35f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732513200902 2024-11-25T05:40:02,514 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:02,515 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/1e7d585dca3f43868254621f75c89a29 is 50, key is test_row_0/A:col10/1732513200911/Put/seqid=0 2024-11-25T05:40:02,516 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:02,517 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/687b25f9577644deb802a51ad30d3040 is 50, key is test_row_0/B:col10/1732513200911/Put/seqid=0 2024-11-25T05:40:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741885_1061 (size=12697) 2024-11-25T05:40:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741886_1062 (size=12697) 2024-11-25T05:40:02,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T05:40:02,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,651 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T05:40:02,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/05163caabb0345578a787e4fc3c9bcd3 is 50, key is test_row_0/A:col10/1732513201573/Put/seqid=0 2024-11-25T05:40:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741887_1063 (size=12151) 2024-11-25T05:40:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:02,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:02,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513262784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:02,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513262785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:02,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:02,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513262900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513262900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:02,957 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/1e7d585dca3f43868254621f75c89a29 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/1e7d585dca3f43868254621f75c89a29 2024-11-25T05:40:02,983 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into 1e7d585dca3f43868254621f75c89a29(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:02,984 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:02,984 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=13, startTime=1732513202498; duration=0sec 2024-11-25T05:40:02,984 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:02,984 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:40:02,984 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:02,985 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:02,985 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:40:02,985 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:02,985 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ea9e589c0f0440fe9355bbfcaff613c9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/df5f4054ccb84c8290a68966e837d7bc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f521a2554a6f4ed3a4e9adc5b917281c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.0 K 2024-11-25T05:40:02,986 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea9e589c0f0440fe9355bbfcaff613c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513199472 2024-11-25T05:40:02,986 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting df5f4054ccb84c8290a68966e837d7bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732513200134 2024-11-25T05:40:02,987 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/687b25f9577644deb802a51ad30d3040 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/687b25f9577644deb802a51ad30d3040 2024-11-25T05:40:02,987 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f521a2554a6f4ed3a4e9adc5b917281c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732513200902 2024-11-25T05:40:02,995 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into 687b25f9577644deb802a51ad30d3040(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:02,995 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:02,995 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=13, startTime=1732513202499; duration=0sec 2024-11-25T05:40:02,995 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:02,995 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:40:02,999 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:03,000 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/969be2b6065543bc8c17c49dbfd5ccdd is 50, key is test_row_0/C:col10/1732513200911/Put/seqid=0 2024-11-25T05:40:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741888_1064 (size=12697) 2024-11-25T05:40:03,073 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/05163caabb0345578a787e4fc3c9bcd3 2024-11-25T05:40:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e35f9152198143a6828e24828cdfa894 is 50, key is test_row_0/B:col10/1732513201573/Put/seqid=0 2024-11-25T05:40:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741889_1065 (size=12151) 2024-11-25T05:40:03,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513263110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:03,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513263110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:03,413 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/969be2b6065543bc8c17c49dbfd5ccdd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/969be2b6065543bc8c17c49dbfd5ccdd 2024-11-25T05:40:03,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513263421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:03,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513263422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:03,424 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into 969be2b6065543bc8c17c49dbfd5ccdd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,424 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,424 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=13, startTime=1732513202499; duration=0sec 2024-11-25T05:40:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:03,424 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:03,424 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:40:03,492 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e35f9152198143a6828e24828cdfa894 2024-11-25T05:40:03,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/8203186f0bca4e5c93039d532ef6ae92 is 50, key is test_row_0/C:col10/1732513201573/Put/seqid=0 2024-11-25T05:40:03,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741890_1066 (size=12151) 2024-11-25T05:40:03,916 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/8203186f0bca4e5c93039d532ef6ae92 2024-11-25T05:40:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/05163caabb0345578a787e4fc3c9bcd3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/05163caabb0345578a787e4fc3c9bcd3 2024-11-25T05:40:03,928 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/05163caabb0345578a787e4fc3c9bcd3, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T05:40:03,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e35f9152198143a6828e24828cdfa894 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e35f9152198143a6828e24828cdfa894 2024-11-25T05:40:03,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513263931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:03,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513263931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:03,935 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e35f9152198143a6828e24828cdfa894, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T05:40:03,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/8203186f0bca4e5c93039d532ef6ae92 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/8203186f0bca4e5c93039d532ef6ae92 2024-11-25T05:40:03,946 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/8203186f0bca4e5c93039d532ef6ae92, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T05:40:03,947 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 7ae86d576cfadad125aef150b2009332 in 1296ms, sequenceid=248, compaction requested=false 2024-11-25T05:40:03,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:03,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:03,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T05:40:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T05:40:03,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T05:40:03,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6300 sec 2024-11-25T05:40:03,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 3.6410 sec 2024-11-25T05:40:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T05:40:04,480 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:04,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-25T05:40:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T05:40:04,483 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:04,484 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:04,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T05:40:04,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T05:40:04,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:04,637 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T05:40:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/e320fa981e774a289596f37fafc7b124 is 50, key is test_row_0/A:col10/1732513202783/Put/seqid=0 2024-11-25T05:40:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741891_1067 (size=12301) 2024-11-25T05:40:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T05:40:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:04,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513264962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:04,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513264962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:05,049 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/e320fa981e774a289596f37fafc7b124 2024-11-25T05:40:05,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/39c08365b467466293ba290e427ac04f is 50, key is test_row_0/B:col10/1732513202783/Put/seqid=0 2024-11-25T05:40:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741892_1068 (size=12301) 2024-11-25T05:40:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513265070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513265070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T05:40:05,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513265280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513265280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:05,465 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/39c08365b467466293ba290e427ac04f 2024-11-25T05:40:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ae1763cd2a864fbca5dcfd872fc05b6a is 50, key is test_row_0/C:col10/1732513202783/Put/seqid=0 2024-11-25T05:40:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741893_1069 (size=12301) 2024-11-25T05:40:05,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513265590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513265590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T05:40:05,889 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ae1763cd2a864fbca5dcfd872fc05b6a 2024-11-25T05:40:05,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/e320fa981e774a289596f37fafc7b124 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e320fa981e774a289596f37fafc7b124 2024-11-25T05:40:05,902 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e320fa981e774a289596f37fafc7b124, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T05:40:05,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/39c08365b467466293ba290e427ac04f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/39c08365b467466293ba290e427ac04f 2024-11-25T05:40:05,909 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/39c08365b467466293ba290e427ac04f, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T05:40:05,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/ae1763cd2a864fbca5dcfd872fc05b6a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ae1763cd2a864fbca5dcfd872fc05b6a 2024-11-25T05:40:05,921 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ae1763cd2a864fbca5dcfd872fc05b6a, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T05:40:05,923 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 7ae86d576cfadad125aef150b2009332 in 1285ms, sequenceid=279, compaction requested=true 2024-11-25T05:40:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-25T05:40:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-25T05:40:05,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T05:40:05,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-25T05:40:05,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4500 sec 2024-11-25T05:40:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:06,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:40:06,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/588922df1e62417cae53999030ba184a is 50, key is test_row_0/A:col10/1732513206101/Put/seqid=0 2024-11-25T05:40:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741894_1070 (size=17181) 2024-11-25T05:40:06,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/588922df1e62417cae53999030ba184a 2024-11-25T05:40:06,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/3b73d251e8df41eeb3ee9d66f0683d70 is 50, key is test_row_0/B:col10/1732513206101/Put/seqid=0 2024-11-25T05:40:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741895_1071 (size=12301) 2024-11-25T05:40:06,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513266204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:06,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513266204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:06,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513266310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:06,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:06,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513266310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:06,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:06,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513266520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:06,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513266520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:06,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/3b73d251e8df41eeb3ee9d66f0683d70 2024-11-25T05:40:06,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/de39539578ee4d25a92b3009ac769b18 is 50, key is test_row_0/C:col10/1732513206101/Put/seqid=0 2024-11-25T05:40:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741896_1072 (size=12301) 2024-11-25T05:40:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T05:40:06,630 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:06,630 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-25T05:40:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T05:40:06,633 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:06,634 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:06,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T05:40:06,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-25T05:40:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:06,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:06,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:06,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513266831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:06,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513266831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:06,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-25T05:40:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:06,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:06,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:06,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T05:40:06,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/de39539578ee4d25a92b3009ac769b18 2024-11-25T05:40:07,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/588922df1e62417cae53999030ba184a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/588922df1e62417cae53999030ba184a 2024-11-25T05:40:07,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/588922df1e62417cae53999030ba184a, entries=250, sequenceid=290, filesize=16.8 K 2024-11-25T05:40:07,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/3b73d251e8df41eeb3ee9d66f0683d70 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/3b73d251e8df41eeb3ee9d66f0683d70 2024-11-25T05:40:07,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/3b73d251e8df41eeb3ee9d66f0683d70, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T05:40:07,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/de39539578ee4d25a92b3009ac769b18 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/de39539578ee4d25a92b3009ac769b18 2024-11-25T05:40:07,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/de39539578ee4d25a92b3009ac769b18, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T05:40:07,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7ae86d576cfadad125aef150b2009332 in 923ms, sequenceid=290, compaction requested=true 2024-11-25T05:40:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:07,026 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:40:07,027 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:07,028 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54330 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:07,028 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:40:07,028 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:07,029 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/1e7d585dca3f43868254621f75c89a29, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/05163caabb0345578a787e4fc3c9bcd3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e320fa981e774a289596f37fafc7b124, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/588922df1e62417cae53999030ba184a] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=53.1 K 2024-11-25T05:40:07,029 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:07,029 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:40:07,029 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:07,029 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/687b25f9577644deb802a51ad30d3040, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e35f9152198143a6828e24828cdfa894, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/39c08365b467466293ba290e427ac04f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/3b73d251e8df41eeb3ee9d66f0683d70] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=48.3 K 2024-11-25T05:40:07,029 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e7d585dca3f43868254621f75c89a29, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732513200902 2024-11-25T05:40:07,030 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 687b25f9577644deb802a51ad30d3040, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732513200902 2024-11-25T05:40:07,030 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05163caabb0345578a787e4fc3c9bcd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732513201560 2024-11-25T05:40:07,030 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e35f9152198143a6828e24828cdfa894, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732513201560 2024-11-25T05:40:07,030 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e320fa981e774a289596f37fafc7b124, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732513202766 2024-11-25T05:40:07,030 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c08365b467466293ba290e427ac04f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732513202766 2024-11-25T05:40:07,031 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 588922df1e62417cae53999030ba184a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732513204955 2024-11-25T05:40:07,031 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b73d251e8df41eeb3ee9d66f0683d70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732513204961 2024-11-25T05:40:07,040 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:07,041 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/81ff8f63b3d14ddeb29bc377f804e4fe is 50, key is test_row_0/A:col10/1732513206101/Put/seqid=0 2024-11-25T05:40:07,043 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#60 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:07,044 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/075a636547b64aca8e9d502c92dc378f is 50, key is test_row_0/B:col10/1732513206101/Put/seqid=0 2024-11-25T05:40:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741897_1073 (size=12983) 2024-11-25T05:40:07,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741898_1074 (size=12983) 2024-11-25T05:40:07,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-25T05:40:07,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:07,095 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:40:07,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/9eb3b2a5f73f48ee945e116ecf03d1fc is 50, key is test_row_0/A:col10/1732513206199/Put/seqid=0 2024-11-25T05:40:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741899_1075 (size=12301) 2024-11-25T05:40:07,117 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/9eb3b2a5f73f48ee945e116ecf03d1fc 2024-11-25T05:40:07,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/30fa48770b3e49c4b52a3bf015a58c20 is 50, key is test_row_0/B:col10/1732513206199/Put/seqid=0 2024-11-25T05:40:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741900_1076 (size=12301) 2024-11-25T05:40:07,143 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/30fa48770b3e49c4b52a3bf015a58c20 2024-11-25T05:40:07,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/0d611426bc81445db355aa8cc85ddc45 is 50, key is test_row_0/C:col10/1732513206199/Put/seqid=0 2024-11-25T05:40:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741901_1077 (size=12301) 2024-11-25T05:40:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T05:40:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:07,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:07,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513267358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:07,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:07,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513267359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:07,454 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/81ff8f63b3d14ddeb29bc377f804e4fe as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/81ff8f63b3d14ddeb29bc377f804e4fe 2024-11-25T05:40:07,455 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/075a636547b64aca8e9d502c92dc378f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/075a636547b64aca8e9d502c92dc378f 2024-11-25T05:40:07,462 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into 075a636547b64aca8e9d502c92dc378f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:07,462 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into 81ff8f63b3d14ddeb29bc377f804e4fe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:07,462 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:07,462 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:07,462 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=12, startTime=1732513207026; duration=0sec 2024-11-25T05:40:07,462 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=12, startTime=1732513207026; duration=0sec 2024-11-25T05:40:07,463 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:07,463 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:40:07,463 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:07,463 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:40:07,463 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:07,464 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:07,464 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:40:07,464 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:07,464 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/969be2b6065543bc8c17c49dbfd5ccdd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/8203186f0bca4e5c93039d532ef6ae92, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ae1763cd2a864fbca5dcfd872fc05b6a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/de39539578ee4d25a92b3009ac769b18] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=48.3 K 2024-11-25T05:40:07,465 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 969be2b6065543bc8c17c49dbfd5ccdd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732513200902 2024-11-25T05:40:07,465 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8203186f0bca4e5c93039d532ef6ae92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732513201560 2024-11-25T05:40:07,465 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ae1763cd2a864fbca5dcfd872fc05b6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732513202766 2024-11-25T05:40:07,466 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting de39539578ee4d25a92b3009ac769b18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732513204961 2024-11-25T05:40:07,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513267470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513267470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:07,477 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:07,478 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/cb1156706fa546218e48f5873fc6a87d is 50, key is test_row_0/C:col10/1732513206101/Put/seqid=0 2024-11-25T05:40:07,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741902_1078 (size=12983) 2024-11-25T05:40:07,499 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/cb1156706fa546218e48f5873fc6a87d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/cb1156706fa546218e48f5873fc6a87d 2024-11-25T05:40:07,509 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into cb1156706fa546218e48f5873fc6a87d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:07,509 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:07,509 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=12, startTime=1732513207026; duration=0sec 2024-11-25T05:40:07,510 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:07,510 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:40:07,571 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/0d611426bc81445db355aa8cc85ddc45 2024-11-25T05:40:07,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/9eb3b2a5f73f48ee945e116ecf03d1fc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9eb3b2a5f73f48ee945e116ecf03d1fc 2024-11-25T05:40:07,603 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9eb3b2a5f73f48ee945e116ecf03d1fc, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T05:40:07,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/30fa48770b3e49c4b52a3bf015a58c20 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/30fa48770b3e49c4b52a3bf015a58c20 2024-11-25T05:40:07,610 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/30fa48770b3e49c4b52a3bf015a58c20, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T05:40:07,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/0d611426bc81445db355aa8cc85ddc45 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/0d611426bc81445db355aa8cc85ddc45 2024-11-25T05:40:07,620 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/0d611426bc81445db355aa8cc85ddc45, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T05:40:07,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ae86d576cfadad125aef150b2009332 in 527ms, sequenceid=316, compaction requested=false 2024-11-25T05:40:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-25T05:40:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-25T05:40:07,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-25T05:40:07,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 990 msec 2024-11-25T05:40:07,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 998 msec 2024-11-25T05:40:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:07,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:40:07,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b is 50, key is test_row_0/A:col10/1732513207357/Put/seqid=0 2024-11-25T05:40:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741903_1079 (size=12297) 2024-11-25T05:40:07,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513267761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513267761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T05:40:07,770 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:07,770 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-25T05:40:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T05:40:07,773 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:07,774 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:07,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:07,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:07,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513267870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513267870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:07,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:07,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:07,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T05:40:07,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T05:40:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:07,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513268080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:08,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513268080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:08,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T05:40:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T05:40:08,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b 2024-11-25T05:40:08,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/6295c1ee7f9b4120a6a7c00820334b97 is 50, key is test_row_0/B:col10/1732513207357/Put/seqid=0 2024-11-25T05:40:08,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741904_1080 (size=9857) 2024-11-25T05:40:08,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T05:40:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513268390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:08,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513268390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:08,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T05:40:08,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:08,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T05:40:08,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/6295c1ee7f9b4120a6a7c00820334b97 2024-11-25T05:40:08,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/b327285fe38f4e7aa712058fe6a6a82d is 50, key is test_row_0/C:col10/1732513207357/Put/seqid=0 2024-11-25T05:40:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741905_1081 (size=9857) 2024-11-25T05:40:08,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T05:40:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T05:40:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T05:40:08,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:08,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513268900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513268900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T05:40:08,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/b327285fe38f4e7aa712058fe6a6a82d 2024-11-25T05:40:08,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b 2024-11-25T05:40:08,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T05:40:08,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/6295c1ee7f9b4120a6a7c00820334b97 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6295c1ee7f9b4120a6a7c00820334b97 2024-11-25T05:40:08,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6295c1ee7f9b4120a6a7c00820334b97, entries=100, sequenceid=330, filesize=9.6 K 2024-11-25T05:40:08,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/b327285fe38f4e7aa712058fe6a6a82d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b327285fe38f4e7aa712058fe6a6a82d 2024-11-25T05:40:08,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b327285fe38f4e7aa712058fe6a6a82d, entries=100, sequenceid=330, filesize=9.6 K 2024-11-25T05:40:08,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ae86d576cfadad125aef150b2009332 in 1271ms, sequenceid=330, compaction requested=true 2024-11-25T05:40:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:08,954 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:08,954 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:08,955 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:08,955 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:08,955 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:40:08,955 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:40:08,955 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,955 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/81ff8f63b3d14ddeb29bc377f804e4fe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9eb3b2a5f73f48ee945e116ecf03d1fc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.7 K 2024-11-25T05:40:08,956 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:08,956 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/075a636547b64aca8e9d502c92dc378f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/30fa48770b3e49c4b52a3bf015a58c20, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6295c1ee7f9b4120a6a7c00820334b97] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=34.3 K 2024-11-25T05:40:08,956 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81ff8f63b3d14ddeb29bc377f804e4fe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732513204961 2024-11-25T05:40:08,956 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 075a636547b64aca8e9d502c92dc378f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732513204961 2024-11-25T05:40:08,957 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eb3b2a5f73f48ee945e116ecf03d1fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732513206179 2024-11-25T05:40:08,957 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 30fa48770b3e49c4b52a3bf015a58c20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732513206179 2024-11-25T05:40:08,957 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6295c1ee7f9b4120a6a7c00820334b97, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513207357 2024-11-25T05:40:08,957 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb5f6e6e9c2c4ecdbc4c3dd76775a95b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513207356 2024-11-25T05:40:08,966 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:08,967 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/55f7b1a57ba54ebb814949c13840739b is 50, key is test_row_0/B:col10/1732513207357/Put/seqid=0 2024-11-25T05:40:08,968 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:08,969 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/9801ee5a2ebf409dafb8107de3bc6273 is 50, key is test_row_0/A:col10/1732513207357/Put/seqid=0 2024-11-25T05:40:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741906_1082 (size=13085) 2024-11-25T05:40:08,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741907_1083 (size=13085) 2024-11-25T05:40:09,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T05:40:09,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:09,007 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:40:09,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/479fb239b5e8427b9a403cc7c30f7e29 is 50, key is test_row_0/A:col10/1732513207760/Put/seqid=0 2024-11-25T05:40:09,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741908_1084 (size=12301) 2024-11-25T05:40:09,384 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/55f7b1a57ba54ebb814949c13840739b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55f7b1a57ba54ebb814949c13840739b 2024-11-25T05:40:09,385 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/9801ee5a2ebf409dafb8107de3bc6273 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9801ee5a2ebf409dafb8107de3bc6273 2024-11-25T05:40:09,394 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into 55f7b1a57ba54ebb814949c13840739b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:09,394 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:09,394 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=13, startTime=1732513208954; duration=0sec 2024-11-25T05:40:09,394 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:09,394 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:40:09,394 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:09,397 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into 9801ee5a2ebf409dafb8107de3bc6273(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:09,397 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:09,397 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=13, startTime=1732513208954; duration=0sec 2024-11-25T05:40:09,397 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:09,398 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:40:09,401 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:09,402 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:40:09,402 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:09,402 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/cb1156706fa546218e48f5873fc6a87d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/0d611426bc81445db355aa8cc85ddc45, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b327285fe38f4e7aa712058fe6a6a82d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=34.3 K 2024-11-25T05:40:09,402 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting cb1156706fa546218e48f5873fc6a87d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732513204961 2024-11-25T05:40:09,403 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d611426bc81445db355aa8cc85ddc45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732513206179 2024-11-25T05:40:09,403 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b327285fe38f4e7aa712058fe6a6a82d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513207357 2024-11-25T05:40:09,414 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:09,414 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/3ed3c293672b445aa120b1ada766e227 is 50, key is test_row_0/C:col10/1732513207357/Put/seqid=0 2024-11-25T05:40:09,417 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/479fb239b5e8427b9a403cc7c30f7e29 2024-11-25T05:40:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741909_1085 (size=13085) 2024-11-25T05:40:09,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e96cdc066a9a4ff587979c827d0917e7 is 50, key is test_row_0/B:col10/1732513207760/Put/seqid=0 2024-11-25T05:40:09,430 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/3ed3c293672b445aa120b1ada766e227 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/3ed3c293672b445aa120b1ada766e227 2024-11-25T05:40:09,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741910_1086 (size=12301) 2024-11-25T05:40:09,436 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e96cdc066a9a4ff587979c827d0917e7 2024-11-25T05:40:09,439 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into 3ed3c293672b445aa120b1ada766e227(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:09,440 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:09,440 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=13, startTime=1732513208954; duration=0sec 2024-11-25T05:40:09,440 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:09,440 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:40:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/4bedb020dfc04ea7ba2e28f0334f6a42 is 50, key is test_row_0/C:col10/1732513207760/Put/seqid=0 2024-11-25T05:40:09,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741911_1087 (size=12301) 2024-11-25T05:40:09,873 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/4bedb020dfc04ea7ba2e28f0334f6a42 2024-11-25T05:40:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/479fb239b5e8427b9a403cc7c30f7e29 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/479fb239b5e8427b9a403cc7c30f7e29 2024-11-25T05:40:09,886 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/479fb239b5e8427b9a403cc7c30f7e29, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T05:40:09,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/e96cdc066a9a4ff587979c827d0917e7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e96cdc066a9a4ff587979c827d0917e7 2024-11-25T05:40:09,893 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e96cdc066a9a4ff587979c827d0917e7, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T05:40:09,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/4bedb020dfc04ea7ba2e28f0334f6a42 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4bedb020dfc04ea7ba2e28f0334f6a42 2024-11-25T05:40:09,901 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4bedb020dfc04ea7ba2e28f0334f6a42, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T05:40:09,903 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 7ae86d576cfadad125aef150b2009332 in 895ms, sequenceid=355, compaction requested=false 2024-11-25T05:40:09,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:09,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:09,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-25T05:40:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-25T05:40:09,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-25T05:40:09,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1300 sec 2024-11-25T05:40:09,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.1390 sec 2024-11-25T05:40:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T05:40:09,921 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:09,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-25T05:40:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T05:40:09,927 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:09,930 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:09,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:09,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:40:09,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/ac11354160cd4b8c9f2c0c67a3247199 is 50, key is test_row_0/A:col10/1732513209924/Put/seqid=0 2024-11-25T05:40:09,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741912_1088 (size=12301) 2024-11-25T05:40:09,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/ac11354160cd4b8c9f2c0c67a3247199 2024-11-25T05:40:09,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/11d600a52ed54e19942c3ff7a0a1c6c6 is 50, key is test_row_0/B:col10/1732513209924/Put/seqid=0 2024-11-25T05:40:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741913_1089 (size=12301) 2024-11-25T05:40:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513269997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513269997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T05:40:10,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T05:40:10,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513270110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:10,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513270110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T05:40:10,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T05:40:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:10,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513270320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513270320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:10,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/11d600a52ed54e19942c3ff7a0a1c6c6 2024-11-25T05:40:10,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T05:40:10,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/05df7aa7ead84cd7b926ef191fb24faa is 50, key is test_row_0/C:col10/1732513209924/Put/seqid=0 2024-11-25T05:40:10,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741914_1090 (size=12301) 2024-11-25T05:40:10,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T05:40:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T05:40:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513270630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:10,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:10,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513270630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:10,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T05:40:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:10,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/05df7aa7ead84cd7b926ef191fb24faa 2024-11-25T05:40:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/ac11354160cd4b8c9f2c0c67a3247199 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/ac11354160cd4b8c9f2c0c67a3247199 2024-11-25T05:40:10,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/ac11354160cd4b8c9f2c0c67a3247199, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T05:40:10,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/11d600a52ed54e19942c3ff7a0a1c6c6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/11d600a52ed54e19942c3ff7a0a1c6c6 2024-11-25T05:40:10,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/11d600a52ed54e19942c3ff7a0a1c6c6, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T05:40:10,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/05df7aa7ead84cd7b926ef191fb24faa as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/05df7aa7ead84cd7b926ef191fb24faa 2024-11-25T05:40:10,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/05df7aa7ead84cd7b926ef191fb24faa, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T05:40:10,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7ae86d576cfadad125aef150b2009332 in 909ms, sequenceid=369, compaction requested=true 2024-11-25T05:40:10,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:10,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:10,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:10,845 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:10,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:10,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:10,845 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:10,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:10,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:10,847 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:10,847 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:40:10,847 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,847 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9801ee5a2ebf409dafb8107de3bc6273, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/479fb239b5e8427b9a403cc7c30f7e29, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/ac11354160cd4b8c9f2c0c67a3247199] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.8 K 2024-11-25T05:40:10,847 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:10,847 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:40:10,848 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,848 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55f7b1a57ba54ebb814949c13840739b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e96cdc066a9a4ff587979c827d0917e7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/11d600a52ed54e19942c3ff7a0a1c6c6] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.8 K 2024-11-25T05:40:10,848 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9801ee5a2ebf409dafb8107de3bc6273, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513206179 2024-11-25T05:40:10,848 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 55f7b1a57ba54ebb814949c13840739b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513206179 2024-11-25T05:40:10,849 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 479fb239b5e8427b9a403cc7c30f7e29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732513207733 2024-11-25T05:40:10,849 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e96cdc066a9a4ff587979c827d0917e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732513207733 2024-11-25T05:40:10,849 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac11354160cd4b8c9f2c0c67a3247199, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732513209924 2024-11-25T05:40:10,855 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 11d600a52ed54e19942c3ff7a0a1c6c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732513209924 2024-11-25T05:40:10,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T05:40:10,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,855 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:40:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/c433881714244ab5904aae067690b56b is 50, key is test_row_0/A:col10/1732513209969/Put/seqid=0 2024-11-25T05:40:10,868 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:10,868 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:10,868 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/05e7be1bcaf047d097e92bea1d40630f is 50, key is test_row_0/B:col10/1732513209924/Put/seqid=0 2024-11-25T05:40:10,868 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/afd47e8f55aa4631a23771221fb93187 is 50, key is test_row_0/A:col10/1732513209924/Put/seqid=0 2024-11-25T05:40:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741917_1093 (size=13187) 2024-11-25T05:40:10,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741915_1091 (size=13187) 2024-11-25T05:40:10,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741916_1092 (size=12301) 2024-11-25T05:40:10,887 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/05e7be1bcaf047d097e92bea1d40630f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/05e7be1bcaf047d097e92bea1d40630f 2024-11-25T05:40:10,897 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into 05e7be1bcaf047d097e92bea1d40630f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:10,897 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:10,897 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=13, startTime=1732513210845; duration=0sec 2024-11-25T05:40:10,898 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:10,898 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:40:10,898 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:10,902 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:10,902 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:40:10,902 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:10,902 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/3ed3c293672b445aa120b1ada766e227, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4bedb020dfc04ea7ba2e28f0334f6a42, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/05df7aa7ead84cd7b926ef191fb24faa] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.8 K 2024-11-25T05:40:10,903 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ed3c293672b445aa120b1ada766e227, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513206179 2024-11-25T05:40:10,904 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bedb020dfc04ea7ba2e28f0334f6a42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732513207733 2024-11-25T05:40:10,904 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 05df7aa7ead84cd7b926ef191fb24faa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732513209924 2024-11-25T05:40:10,915 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:10,916 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/f05076609e3c4e2fab4a6ff75547d820 is 50, key is test_row_0/C:col10/1732513209924/Put/seqid=0 2024-11-25T05:40:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741918_1094 (size=13187) 2024-11-25T05:40:10,935 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/f05076609e3c4e2fab4a6ff75547d820 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f05076609e3c4e2fab4a6ff75547d820 2024-11-25T05:40:10,941 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into f05076609e3c4e2fab4a6ff75547d820(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:10,941 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:10,941 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=13, startTime=1732513210845; duration=0sec 2024-11-25T05:40:10,942 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:10,942 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:40:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T05:40:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. as already flushing 2024-11-25T05:40:11,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513271151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513271156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513271260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513271260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,284 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/afd47e8f55aa4631a23771221fb93187 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd47e8f55aa4631a23771221fb93187 2024-11-25T05:40:11,284 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/c433881714244ab5904aae067690b56b 2024-11-25T05:40:11,293 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into afd47e8f55aa4631a23771221fb93187(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:11,293 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:11,294 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=13, startTime=1732513210845; duration=0sec 2024-11-25T05:40:11,294 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:11,294 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:40:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/0099ef7778ae4320b9d108fc7e4fa1a1 is 50, key is test_row_0/B:col10/1732513209969/Put/seqid=0 2024-11-25T05:40:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741919_1095 (size=12301) 2024-11-25T05:40:11,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513271470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513271470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,703 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/0099ef7778ae4320b9d108fc7e4fa1a1 2024-11-25T05:40:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/dc89880ee76f49648b78c020741691bc is 50, key is test_row_0/C:col10/1732513209969/Put/seqid=0 2024-11-25T05:40:11,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741920_1096 (size=12301) 2024-11-25T05:40:11,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513271780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513271780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1732513271790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,791 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18303 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732513271840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,842 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18357 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52070 deadline: 1732513271870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:11,872 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 7ae86d576cfadad125aef150b2009332 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18385 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T05:40:12,125 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/dc89880ee76f49648b78c020741691bc 2024-11-25T05:40:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/c433881714244ab5904aae067690b56b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c433881714244ab5904aae067690b56b 2024-11-25T05:40:12,140 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c433881714244ab5904aae067690b56b, entries=150, sequenceid=395, filesize=12.0 K 2024-11-25T05:40:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/0099ef7778ae4320b9d108fc7e4fa1a1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0099ef7778ae4320b9d108fc7e4fa1a1 2024-11-25T05:40:12,149 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0099ef7778ae4320b9d108fc7e4fa1a1, entries=150, sequenceid=395, filesize=12.0 K 2024-11-25T05:40:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/dc89880ee76f49648b78c020741691bc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/dc89880ee76f49648b78c020741691bc 2024-11-25T05:40:12,157 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/dc89880ee76f49648b78c020741691bc, entries=150, sequenceid=395, filesize=12.0 K 2024-11-25T05:40:12,159 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ae86d576cfadad125aef150b2009332 in 1304ms, sequenceid=395, compaction requested=false 2024-11-25T05:40:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-25T05:40:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-25T05:40:12,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-25T05:40:12,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2310 sec 2024-11-25T05:40:12,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.2420 sec 2024-11-25T05:40:12,291 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:12,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:40:12,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/4425a025c60443a28fb4aa899a546511 is 50, key is test_row_0/A:col10/1732513211155/Put/seqid=0 2024-11-25T05:40:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741921_1097 (size=12301) 2024-11-25T05:40:12,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/4425a025c60443a28fb4aa899a546511 2024-11-25T05:40:12,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/5f7443240f2f4eeeaae27a1fa8085a0f is 50, key is test_row_0/B:col10/1732513211155/Put/seqid=0 2024-11-25T05:40:12,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513272353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:12,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:12,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513272359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:12,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741922_1098 (size=12301) 2024-11-25T05:40:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513272470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513272470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:12,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52018 deadline: 1732513272680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:12,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1732513272680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:12,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/5f7443240f2f4eeeaae27a1fa8085a0f 2024-11-25T05:40:12,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/f8c8d555b7ab40969f852d7ff1ec0100 is 50, key is test_row_0/C:col10/1732513211155/Put/seqid=0 2024-11-25T05:40:12,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741923_1099 (size=12301) 2024-11-25T05:40:12,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/f8c8d555b7ab40969f852d7ff1ec0100 2024-11-25T05:40:12,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/4425a025c60443a28fb4aa899a546511 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4425a025c60443a28fb4aa899a546511 2024-11-25T05:40:12,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4425a025c60443a28fb4aa899a546511, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:40:12,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/5f7443240f2f4eeeaae27a1fa8085a0f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5f7443240f2f4eeeaae27a1fa8085a0f 2024-11-25T05:40:12,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5f7443240f2f4eeeaae27a1fa8085a0f, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:40:12,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/f8c8d555b7ab40969f852d7ff1ec0100 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f8c8d555b7ab40969f852d7ff1ec0100 2024-11-25T05:40:12,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f8c8d555b7ab40969f852d7ff1ec0100, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:40:12,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7ae86d576cfadad125aef150b2009332 in 517ms, sequenceid=410, compaction requested=true 2024-11-25T05:40:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:12,809 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:12,809 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae86d576cfadad125aef150b2009332:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:12,810 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:12,811 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/A is initiating minor compaction (all files) 2024-11-25T05:40:12,811 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/A in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:12,811 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd47e8f55aa4631a23771221fb93187, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c433881714244ab5904aae067690b56b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4425a025c60443a28fb4aa899a546511] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.9 K 2024-11-25T05:40:12,811 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:12,812 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting afd47e8f55aa4631a23771221fb93187, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732513209924 2024-11-25T05:40:12,812 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/B is initiating minor compaction (all files) 2024-11-25T05:40:12,812 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/B in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:12,812 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/05e7be1bcaf047d097e92bea1d40630f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0099ef7778ae4320b9d108fc7e4fa1a1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5f7443240f2f4eeeaae27a1fa8085a0f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.9 K 2024-11-25T05:40:12,812 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting c433881714244ab5904aae067690b56b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732513209969 2024-11-25T05:40:12,812 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 05e7be1bcaf047d097e92bea1d40630f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732513209924 2024-11-25T05:40:12,813 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4425a025c60443a28fb4aa899a546511, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732513211149 2024-11-25T05:40:12,813 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 0099ef7778ae4320b9d108fc7e4fa1a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732513209969 2024-11-25T05:40:12,814 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f7443240f2f4eeeaae27a1fa8085a0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732513211149 2024-11-25T05:40:12,826 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:12,826 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/d5386c9090f74c4ea2e30846307472a2 is 50, key is test_row_0/B:col10/1732513211155/Put/seqid=0 2024-11-25T05:40:12,828 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:12,829 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/8c99d829818b4214a0de24d5628aea5a is 50, key is test_row_0/A:col10/1732513211155/Put/seqid=0 2024-11-25T05:40:12,839 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-25T05:40:12,839 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:12,840 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-25T05:40:12,840 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:12,841 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-25T05:40:12,841 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741925_1101 (size=13289) 2024-11-25T05:40:12,842 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-25T05:40:12,843 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:12,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741924_1100 (size=13289) 2024-11-25T05:40:12,846 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,846 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,847 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,847 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,847 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,847 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:12,847 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,847 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:12,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:12,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:12,995 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:12,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:40:12,995 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-25T05:40:12,995 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-25T05:40:12,995 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:12,995 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:12,995 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,995 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,996 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,996 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:12,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:12,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:13,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/15a98f74d40e4be780649125a4a5ced3 is 50, key is test_row_0/A:col10/1732513212992/Put/seqid=0 2024-11-25T05:40:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741926_1102 (size=12301) 2024-11-25T05:40:13,254 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/8c99d829818b4214a0de24d5628aea5a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/8c99d829818b4214a0de24d5628aea5a 2024-11-25T05:40:13,254 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/d5386c9090f74c4ea2e30846307472a2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d5386c9090f74c4ea2e30846307472a2 2024-11-25T05:40:13,260 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/A of 7ae86d576cfadad125aef150b2009332 into 8c99d829818b4214a0de24d5628aea5a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:13,260 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/B of 7ae86d576cfadad125aef150b2009332 into d5386c9090f74c4ea2e30846307472a2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:13,260 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:13,260 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:13,260 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/A, priority=13, startTime=1732513212809; duration=0sec 2024-11-25T05:40:13,260 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/B, priority=13, startTime=1732513212809; duration=0sec 2024-11-25T05:40:13,260 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:13,260 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:A 2024-11-25T05:40:13,260 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:13,260 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:13,260 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:B 2024-11-25T05:40:13,261 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:13,261 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 7ae86d576cfadad125aef150b2009332/C is initiating minor compaction (all files) 2024-11-25T05:40:13,261 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ae86d576cfadad125aef150b2009332/C in TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:13,262 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f05076609e3c4e2fab4a6ff75547d820, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/dc89880ee76f49648b78c020741691bc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f8c8d555b7ab40969f852d7ff1ec0100] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp, totalSize=36.9 K 2024-11-25T05:40:13,262 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f05076609e3c4e2fab4a6ff75547d820, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732513209924 2024-11-25T05:40:13,262 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc89880ee76f49648b78c020741691bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732513209969 2024-11-25T05:40:13,263 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8c8d555b7ab40969f852d7ff1ec0100, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732513211149 2024-11-25T05:40:13,270 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae86d576cfadad125aef150b2009332#C#compaction#90 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:13,270 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/624e400edc8849fc82762cc03cca5fa5 is 50, key is test_row_0/C:col10/1732513211155/Put/seqid=0 2024-11-25T05:40:13,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741927_1103 (size=13289) 2024-11-25T05:40:13,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/15a98f74d40e4be780649125a4a5ced3 2024-11-25T05:40:13,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/308ee9f710c7423ca6c038a20090784c is 50, key is test_row_0/B:col10/1732513212992/Put/seqid=0 2024-11-25T05:40:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741928_1104 (size=12301) 2024-11-25T05:40:13,681 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/624e400edc8849fc82762cc03cca5fa5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/624e400edc8849fc82762cc03cca5fa5 2024-11-25T05:40:13,688 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ae86d576cfadad125aef150b2009332/C of 7ae86d576cfadad125aef150b2009332 into 624e400edc8849fc82762cc03cca5fa5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:13,688 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:13,688 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., storeName=7ae86d576cfadad125aef150b2009332/C, priority=13, startTime=1732513212809; duration=0sec 2024-11-25T05:40:13,689 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:13,689 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae86d576cfadad125aef150b2009332:C 2024-11-25T05:40:13,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/308ee9f710c7423ca6c038a20090784c 2024-11-25T05:40:13,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/104debdf0588466f99dcb04a9299eaeb is 50, key is test_row_0/C:col10/1732513212992/Put/seqid=0 2024-11-25T05:40:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741929_1105 (size=12301) 2024-11-25T05:40:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T05:40:14,090 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:14,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/104debdf0588466f99dcb04a9299eaeb 2024-11-25T05:40:14,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/15a98f74d40e4be780649125a4a5ced3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/15a98f74d40e4be780649125a4a5ced3 2024-11-25T05:40:14,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/15a98f74d40e4be780649125a4a5ced3, entries=150, sequenceid=436, filesize=12.0 K 2024-11-25T05:40:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/308ee9f710c7423ca6c038a20090784c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/308ee9f710c7423ca6c038a20090784c 2024-11-25T05:40:14,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/308ee9f710c7423ca6c038a20090784c, entries=150, sequenceid=436, filesize=12.0 K 2024-11-25T05:40:14,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/104debdf0588466f99dcb04a9299eaeb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/104debdf0588466f99dcb04a9299eaeb 2024-11-25T05:40:14,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/104debdf0588466f99dcb04a9299eaeb, entries=150, sequenceid=436, filesize=12.0 K 2024-11-25T05:40:14,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 7ae86d576cfadad125aef150b2009332 in 1284ms, sequenceid=436, compaction requested=false 2024-11-25T05:40:14,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ae86d576cfadad125aef150b2009332: 2024-11-25T05:40:16,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T05:40:21,824 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-25T05:40:21,825 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:21,825 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:21,825 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:21,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:21,913 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-25T05:40:21,913 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:21,913 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:21,914 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:21,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:21,983 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-25T05:40:21,984 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:21,984 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:21,984 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:21,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:21,984 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 164 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 158 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3792 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3732 2024-11-25T05:40:21,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T05:40:21,986 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1720 2024-11-25T05:40:21,986 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5159 rows 2024-11-25T05:40:21,986 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1707 2024-11-25T05:40:21,986 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5120 rows 2024-11-25T05:40:21,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T05:40:21,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:40:21,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:21,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:21,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:21,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T05:40:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T05:40:22,000 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513222000"}]},"ts":"1732513222000"} 2024-11-25T05:40:22,003 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T05:40:22,003 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T05:40:22,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:40:22,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, UNASSIGN}] 2024-11-25T05:40:22,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, UNASSIGN 2024-11-25T05:40:22,011 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7ae86d576cfadad125aef150b2009332, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:22,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, UNASSIGN because future has completed 2024-11-25T05:40:22,014 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:40:22,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:40:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T05:40:22,174 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:22,174 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:40:22,175 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing 7ae86d576cfadad125aef150b2009332, disabling compactions & flushes 2024-11-25T05:40:22,175 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:22,176 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:22,176 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. after waiting 0 ms 2024-11-25T05:40:22,176 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:22,176 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing 7ae86d576cfadad125aef150b2009332 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T05:40:22,184 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/fc24404b345748de86a28899791ab0c4 is 50, key is test_row_0/A:col10/1732513221981/Put/seqid=0 2024-11-25T05:40:22,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741930_1106 (size=12301) 2024-11-25T05:40:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T05:40:22,591 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/fc24404b345748de86a28899791ab0c4 2024-11-25T05:40:22,604 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/34156411106d49e7972fd99ac643cce1 is 50, key is test_row_0/B:col10/1732513221981/Put/seqid=0 2024-11-25T05:40:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741931_1107 (size=12301) 2024-11-25T05:40:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T05:40:23,012 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/34156411106d49e7972fd99ac643cce1 2024-11-25T05:40:23,029 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/e0ec1be3eba14cbe959bc3868829d7da is 50, key is test_row_0/C:col10/1732513221981/Put/seqid=0 2024-11-25T05:40:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741932_1108 (size=12301) 2024-11-25T05:40:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T05:40:23,435 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/e0ec1be3eba14cbe959bc3868829d7da 2024-11-25T05:40:23,445 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/A/fc24404b345748de86a28899791ab0c4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fc24404b345748de86a28899791ab0c4 2024-11-25T05:40:23,453 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fc24404b345748de86a28899791ab0c4, entries=150, sequenceid=445, filesize=12.0 K 2024-11-25T05:40:23,454 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/B/34156411106d49e7972fd99ac643cce1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/34156411106d49e7972fd99ac643cce1 2024-11-25T05:40:23,459 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/34156411106d49e7972fd99ac643cce1, entries=150, sequenceid=445, filesize=12.0 K 2024-11-25T05:40:23,460 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/.tmp/C/e0ec1be3eba14cbe959bc3868829d7da as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/e0ec1be3eba14cbe959bc3868829d7da 2024-11-25T05:40:23,466 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/e0ec1be3eba14cbe959bc3868829d7da, entries=150, sequenceid=445, filesize=12.0 K 2024-11-25T05:40:23,467 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 7ae86d576cfadad125aef150b2009332 in 1291ms, sequenceid=445, compaction requested=true 2024-11-25T05:40:23,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a018a20d4aeb44c99df4593826fb10dc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/035ae73a6b5749e8bedfa2c135d60646, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/0d6015d026a04e67a8585fa0c1ccb5c3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4056d98d00d14a5fbbb631ed6fc491e2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/00a6c52a4dee4a5289e3deb1140eada6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/558fb6837cbc4a3fb0c315aa0931b133, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e2dbe433eeb6459a8d04b193ac083a7a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bc47320bfa794752b7204c2db7c8aff1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/85f6b8be4f964d79b110f12aa2841cbc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd1ab2af5d043a4b287752850376b68, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c90f27bf196a477dafa1a24ec2be2781, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fb76719085fa488ba467d4f97b31de0d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/706843c41fe64ee7a07fff1b944270fb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/769f052be34f4c478a70877a3925a2a6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/cd5d9ef97de44e02a913d8c6fc653cd1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a10fca047f874132a69312f6f086b35f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/1e7d585dca3f43868254621f75c89a29, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/05163caabb0345578a787e4fc3c9bcd3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e320fa981e774a289596f37fafc7b124, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/588922df1e62417cae53999030ba184a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/81ff8f63b3d14ddeb29bc377f804e4fe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9eb3b2a5f73f48ee945e116ecf03d1fc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9801ee5a2ebf409dafb8107de3bc6273, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/479fb239b5e8427b9a403cc7c30f7e29, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd47e8f55aa4631a23771221fb93187, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/ac11354160cd4b8c9f2c0c67a3247199, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c433881714244ab5904aae067690b56b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4425a025c60443a28fb4aa899a546511] to archive 2024-11-25T05:40:23,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:40:23,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a018a20d4aeb44c99df4593826fb10dc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a018a20d4aeb44c99df4593826fb10dc 2024-11-25T05:40:23,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/035ae73a6b5749e8bedfa2c135d60646 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/035ae73a6b5749e8bedfa2c135d60646 2024-11-25T05:40:23,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/0d6015d026a04e67a8585fa0c1ccb5c3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/0d6015d026a04e67a8585fa0c1ccb5c3 2024-11-25T05:40:23,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4056d98d00d14a5fbbb631ed6fc491e2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4056d98d00d14a5fbbb631ed6fc491e2 2024-11-25T05:40:23,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/00a6c52a4dee4a5289e3deb1140eada6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/00a6c52a4dee4a5289e3deb1140eada6 2024-11-25T05:40:23,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/558fb6837cbc4a3fb0c315aa0931b133 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/558fb6837cbc4a3fb0c315aa0931b133 2024-11-25T05:40:23,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e2dbe433eeb6459a8d04b193ac083a7a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e2dbe433eeb6459a8d04b193ac083a7a 2024-11-25T05:40:23,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bc47320bfa794752b7204c2db7c8aff1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bc47320bfa794752b7204c2db7c8aff1 2024-11-25T05:40:23,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/85f6b8be4f964d79b110f12aa2841cbc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/85f6b8be4f964d79b110f12aa2841cbc 2024-11-25T05:40:23,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd1ab2af5d043a4b287752850376b68 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd1ab2af5d043a4b287752850376b68 2024-11-25T05:40:23,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c90f27bf196a477dafa1a24ec2be2781 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c90f27bf196a477dafa1a24ec2be2781 2024-11-25T05:40:23,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fb76719085fa488ba467d4f97b31de0d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fb76719085fa488ba467d4f97b31de0d 2024-11-25T05:40:23,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/706843c41fe64ee7a07fff1b944270fb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/706843c41fe64ee7a07fff1b944270fb 2024-11-25T05:40:23,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/769f052be34f4c478a70877a3925a2a6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/769f052be34f4c478a70877a3925a2a6 2024-11-25T05:40:23,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/cd5d9ef97de44e02a913d8c6fc653cd1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/cd5d9ef97de44e02a913d8c6fc653cd1 2024-11-25T05:40:23,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a10fca047f874132a69312f6f086b35f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/a10fca047f874132a69312f6f086b35f 2024-11-25T05:40:23,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/1e7d585dca3f43868254621f75c89a29 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/1e7d585dca3f43868254621f75c89a29 2024-11-25T05:40:23,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/05163caabb0345578a787e4fc3c9bcd3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/05163caabb0345578a787e4fc3c9bcd3 2024-11-25T05:40:23,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e320fa981e774a289596f37fafc7b124 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/e320fa981e774a289596f37fafc7b124 2024-11-25T05:40:23,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/588922df1e62417cae53999030ba184a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/588922df1e62417cae53999030ba184a 2024-11-25T05:40:23,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/81ff8f63b3d14ddeb29bc377f804e4fe to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/81ff8f63b3d14ddeb29bc377f804e4fe 2024-11-25T05:40:23,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9eb3b2a5f73f48ee945e116ecf03d1fc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9eb3b2a5f73f48ee945e116ecf03d1fc 2024-11-25T05:40:23,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9801ee5a2ebf409dafb8107de3bc6273 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/9801ee5a2ebf409dafb8107de3bc6273 2024-11-25T05:40:23,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/bb5f6e6e9c2c4ecdbc4c3dd76775a95b 2024-11-25T05:40:23,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/479fb239b5e8427b9a403cc7c30f7e29 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/479fb239b5e8427b9a403cc7c30f7e29 2024-11-25T05:40:23,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd47e8f55aa4631a23771221fb93187 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/afd47e8f55aa4631a23771221fb93187 2024-11-25T05:40:23,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/ac11354160cd4b8c9f2c0c67a3247199 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/ac11354160cd4b8c9f2c0c67a3247199 2024-11-25T05:40:23,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c433881714244ab5904aae067690b56b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/c433881714244ab5904aae067690b56b 2024-11-25T05:40:23,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4425a025c60443a28fb4aa899a546511 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/4425a025c60443a28fb4aa899a546511 2024-11-25T05:40:23,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55a8f50b5c5a404d9d7ae539b5d6dd57, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/76b0ce260e72416dbabd41a9aec10da1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/bdd7af39196b49fdbc5dccf107171a07, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/170726c824dc4d25a32bbd6265bad3c3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e4ff9de929cb486e8c420cf07c991282, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/ec6a6adc7d08454aa8ff3c86d1b420bb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/33a4a33b078948b5ae4ecb46f94cf5db, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/f072258dfd9c4fbf8c43645d5a9e9acf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6b23a8cf6017468fbebedb8358266add, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d294ef0a3ed74354932a3df1249f038c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5c24d686af8643a6ad5b728fd3d9a8e3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0f01c904bed741d692cab921a1d55833, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/c8e28629b88940c6b7c052f78c9eaf83, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/cb5e17092a9945e98da113435978acb2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/7657ea7543dd426cb80742c42ed405c7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/687b25f9577644deb802a51ad30d3040, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/146becb8691b4ff38168008ec57799ca, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e35f9152198143a6828e24828cdfa894, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/39c08365b467466293ba290e427ac04f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/075a636547b64aca8e9d502c92dc378f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/3b73d251e8df41eeb3ee9d66f0683d70, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/30fa48770b3e49c4b52a3bf015a58c20, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55f7b1a57ba54ebb814949c13840739b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6295c1ee7f9b4120a6a7c00820334b97, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e96cdc066a9a4ff587979c827d0917e7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/05e7be1bcaf047d097e92bea1d40630f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/11d600a52ed54e19942c3ff7a0a1c6c6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0099ef7778ae4320b9d108fc7e4fa1a1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5f7443240f2f4eeeaae27a1fa8085a0f] to archive 2024-11-25T05:40:23,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:40:23,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55a8f50b5c5a404d9d7ae539b5d6dd57 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55a8f50b5c5a404d9d7ae539b5d6dd57 2024-11-25T05:40:23,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/76b0ce260e72416dbabd41a9aec10da1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/76b0ce260e72416dbabd41a9aec10da1 2024-11-25T05:40:23,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/bdd7af39196b49fdbc5dccf107171a07 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/bdd7af39196b49fdbc5dccf107171a07 2024-11-25T05:40:23,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/170726c824dc4d25a32bbd6265bad3c3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/170726c824dc4d25a32bbd6265bad3c3 2024-11-25T05:40:23,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e4ff9de929cb486e8c420cf07c991282 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e4ff9de929cb486e8c420cf07c991282 2024-11-25T05:40:23,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/ec6a6adc7d08454aa8ff3c86d1b420bb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/ec6a6adc7d08454aa8ff3c86d1b420bb 2024-11-25T05:40:23,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/33a4a33b078948b5ae4ecb46f94cf5db to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/33a4a33b078948b5ae4ecb46f94cf5db 2024-11-25T05:40:23,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/f072258dfd9c4fbf8c43645d5a9e9acf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/f072258dfd9c4fbf8c43645d5a9e9acf 2024-11-25T05:40:23,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6b23a8cf6017468fbebedb8358266add to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6b23a8cf6017468fbebedb8358266add 2024-11-25T05:40:23,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d294ef0a3ed74354932a3df1249f038c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d294ef0a3ed74354932a3df1249f038c 2024-11-25T05:40:23,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5c24d686af8643a6ad5b728fd3d9a8e3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5c24d686af8643a6ad5b728fd3d9a8e3 2024-11-25T05:40:23,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0f01c904bed741d692cab921a1d55833 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0f01c904bed741d692cab921a1d55833 2024-11-25T05:40:23,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/c8e28629b88940c6b7c052f78c9eaf83 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/c8e28629b88940c6b7c052f78c9eaf83 2024-11-25T05:40:23,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/cb5e17092a9945e98da113435978acb2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/cb5e17092a9945e98da113435978acb2 2024-11-25T05:40:23,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/7657ea7543dd426cb80742c42ed405c7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/7657ea7543dd426cb80742c42ed405c7 2024-11-25T05:40:23,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/687b25f9577644deb802a51ad30d3040 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/687b25f9577644deb802a51ad30d3040 2024-11-25T05:40:23,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/146becb8691b4ff38168008ec57799ca to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/146becb8691b4ff38168008ec57799ca 2024-11-25T05:40:23,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e35f9152198143a6828e24828cdfa894 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e35f9152198143a6828e24828cdfa894 2024-11-25T05:40:23,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/39c08365b467466293ba290e427ac04f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/39c08365b467466293ba290e427ac04f 2024-11-25T05:40:23,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/075a636547b64aca8e9d502c92dc378f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/075a636547b64aca8e9d502c92dc378f 2024-11-25T05:40:23,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/3b73d251e8df41eeb3ee9d66f0683d70 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/3b73d251e8df41eeb3ee9d66f0683d70 2024-11-25T05:40:23,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/30fa48770b3e49c4b52a3bf015a58c20 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/30fa48770b3e49c4b52a3bf015a58c20 2024-11-25T05:40:23,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55f7b1a57ba54ebb814949c13840739b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/55f7b1a57ba54ebb814949c13840739b 2024-11-25T05:40:23,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6295c1ee7f9b4120a6a7c00820334b97 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/6295c1ee7f9b4120a6a7c00820334b97 2024-11-25T05:40:23,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e96cdc066a9a4ff587979c827d0917e7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/e96cdc066a9a4ff587979c827d0917e7 2024-11-25T05:40:23,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/05e7be1bcaf047d097e92bea1d40630f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/05e7be1bcaf047d097e92bea1d40630f 2024-11-25T05:40:23,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/11d600a52ed54e19942c3ff7a0a1c6c6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/11d600a52ed54e19942c3ff7a0a1c6c6 2024-11-25T05:40:23,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0099ef7778ae4320b9d108fc7e4fa1a1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/0099ef7778ae4320b9d108fc7e4fa1a1 2024-11-25T05:40:23,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5f7443240f2f4eeeaae27a1fa8085a0f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/5f7443240f2f4eeeaae27a1fa8085a0f 2024-11-25T05:40:23,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/fa93ea069d174e4ab54919905dd6f10f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/12add98d5a824e5a8c332eadf85748b9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b5a28d9f6f79450d9617be5ba4b57601, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ec86ed9918d24b9687e06bdf8c63548d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/1a8600f8b668419fa3e1c97ec7361b98, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/074edcede6bc481e87181da08b1a2efe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/07e302880a7a4152a8815d24637acdd7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4ad1340ae1e24dff98269e4c25b95d07, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/aabd7aa5b1314085a3d6068ff819ca76, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/2234c87462124a12aa482129d45d6a54, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ceb8626fea3a46feaf35bd3caccd6e1e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/48901a0080d349d2a5c5af125aa78176, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ea9e589c0f0440fe9355bbfcaff613c9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/00fb6015fd4b4fb6a0306c25f7b2ed35, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/df5f4054ccb84c8290a68966e837d7bc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/969be2b6065543bc8c17c49dbfd5ccdd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f521a2554a6f4ed3a4e9adc5b917281c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/8203186f0bca4e5c93039d532ef6ae92, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ae1763cd2a864fbca5dcfd872fc05b6a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/cb1156706fa546218e48f5873fc6a87d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/de39539578ee4d25a92b3009ac769b18, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/0d611426bc81445db355aa8cc85ddc45, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/3ed3c293672b445aa120b1ada766e227, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b327285fe38f4e7aa712058fe6a6a82d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4bedb020dfc04ea7ba2e28f0334f6a42, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f05076609e3c4e2fab4a6ff75547d820, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/05df7aa7ead84cd7b926ef191fb24faa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/dc89880ee76f49648b78c020741691bc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f8c8d555b7ab40969f852d7ff1ec0100] to archive 2024-11-25T05:40:23,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:40:23,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/fa93ea069d174e4ab54919905dd6f10f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/fa93ea069d174e4ab54919905dd6f10f 2024-11-25T05:40:23,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/12add98d5a824e5a8c332eadf85748b9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/12add98d5a824e5a8c332eadf85748b9 2024-11-25T05:40:23,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b5a28d9f6f79450d9617be5ba4b57601 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b5a28d9f6f79450d9617be5ba4b57601 2024-11-25T05:40:23,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ec86ed9918d24b9687e06bdf8c63548d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ec86ed9918d24b9687e06bdf8c63548d 2024-11-25T05:40:23,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/1a8600f8b668419fa3e1c97ec7361b98 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/1a8600f8b668419fa3e1c97ec7361b98 2024-11-25T05:40:23,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/074edcede6bc481e87181da08b1a2efe to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/074edcede6bc481e87181da08b1a2efe 2024-11-25T05:40:23,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/07e302880a7a4152a8815d24637acdd7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/07e302880a7a4152a8815d24637acdd7 2024-11-25T05:40:23,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4ad1340ae1e24dff98269e4c25b95d07 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4ad1340ae1e24dff98269e4c25b95d07 2024-11-25T05:40:23,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/aabd7aa5b1314085a3d6068ff819ca76 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/aabd7aa5b1314085a3d6068ff819ca76 2024-11-25T05:40:23,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/2234c87462124a12aa482129d45d6a54 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/2234c87462124a12aa482129d45d6a54 2024-11-25T05:40:23,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ceb8626fea3a46feaf35bd3caccd6e1e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ceb8626fea3a46feaf35bd3caccd6e1e 2024-11-25T05:40:23,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/48901a0080d349d2a5c5af125aa78176 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/48901a0080d349d2a5c5af125aa78176 2024-11-25T05:40:23,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ea9e589c0f0440fe9355bbfcaff613c9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ea9e589c0f0440fe9355bbfcaff613c9 2024-11-25T05:40:23,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/00fb6015fd4b4fb6a0306c25f7b2ed35 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/00fb6015fd4b4fb6a0306c25f7b2ed35 2024-11-25T05:40:23,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/df5f4054ccb84c8290a68966e837d7bc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/df5f4054ccb84c8290a68966e837d7bc 2024-11-25T05:40:23,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/969be2b6065543bc8c17c49dbfd5ccdd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/969be2b6065543bc8c17c49dbfd5ccdd 2024-11-25T05:40:23,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f521a2554a6f4ed3a4e9adc5b917281c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f521a2554a6f4ed3a4e9adc5b917281c 2024-11-25T05:40:23,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/8203186f0bca4e5c93039d532ef6ae92 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/8203186f0bca4e5c93039d532ef6ae92 2024-11-25T05:40:23,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ae1763cd2a864fbca5dcfd872fc05b6a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/ae1763cd2a864fbca5dcfd872fc05b6a 2024-11-25T05:40:23,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/cb1156706fa546218e48f5873fc6a87d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/cb1156706fa546218e48f5873fc6a87d 2024-11-25T05:40:23,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/de39539578ee4d25a92b3009ac769b18 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/de39539578ee4d25a92b3009ac769b18 2024-11-25T05:40:23,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/0d611426bc81445db355aa8cc85ddc45 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/0d611426bc81445db355aa8cc85ddc45 2024-11-25T05:40:23,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/3ed3c293672b445aa120b1ada766e227 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/3ed3c293672b445aa120b1ada766e227 2024-11-25T05:40:23,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b327285fe38f4e7aa712058fe6a6a82d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/b327285fe38f4e7aa712058fe6a6a82d 2024-11-25T05:40:23,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4bedb020dfc04ea7ba2e28f0334f6a42 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/4bedb020dfc04ea7ba2e28f0334f6a42 2024-11-25T05:40:23,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f05076609e3c4e2fab4a6ff75547d820 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f05076609e3c4e2fab4a6ff75547d820 2024-11-25T05:40:23,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/05df7aa7ead84cd7b926ef191fb24faa to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/05df7aa7ead84cd7b926ef191fb24faa 2024-11-25T05:40:23,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/dc89880ee76f49648b78c020741691bc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/dc89880ee76f49648b78c020741691bc 2024-11-25T05:40:23,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f8c8d555b7ab40969f852d7ff1ec0100 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/f8c8d555b7ab40969f852d7ff1ec0100 2024-11-25T05:40:23,601 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/recovered.edits/448.seqid, newMaxSeqId=448, maxSeqId=1 2024-11-25T05:40:23,602 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. 2024-11-25T05:40:23,602 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for 7ae86d576cfadad125aef150b2009332: Waiting for close lock at 1732513222175Running coprocessor pre-close hooks at 1732513222175Disabling compacts and flushes for region at 1732513222175Disabling writes for close at 1732513222176 (+1 ms)Obtaining lock to block concurrent updates at 1732513222176Preparing flush snapshotting stores in 7ae86d576cfadad125aef150b2009332 at 1732513222176Finished memstore snapshotting TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732513222177 (+1 ms)Flushing stores of TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332. at 1732513222178 (+1 ms)Flushing 7ae86d576cfadad125aef150b2009332/A: creating writer at 1732513222178Flushing 7ae86d576cfadad125aef150b2009332/A: appending metadata at 1732513222184 (+6 ms)Flushing 7ae86d576cfadad125aef150b2009332/A: closing flushed file at 1732513222184Flushing 7ae86d576cfadad125aef150b2009332/B: creating writer at 1732513222601 (+417 ms)Flushing 7ae86d576cfadad125aef150b2009332/B: appending metadata at 1732513222604 (+3 ms)Flushing 7ae86d576cfadad125aef150b2009332/B: closing flushed file at 1732513222604Flushing 7ae86d576cfadad125aef150b2009332/C: creating writer at 1732513223024 (+420 ms)Flushing 7ae86d576cfadad125aef150b2009332/C: appending metadata at 1732513223028 (+4 ms)Flushing 7ae86d576cfadad125aef150b2009332/C: closing flushed file at 1732513223028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447a50d5: reopening flushed file at 1732513223443 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8d0f67: reopening flushed file at 1732513223453 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4560be2f: reopening flushed file at 1732513223459 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 7ae86d576cfadad125aef150b2009332 in 1291ms, sequenceid=445, compaction requested=true at 1732513223467 (+8 ms)Writing region close event to WAL at 1732513223598 (+131 ms)Running coprocessor post-close hooks at 1732513223602 (+4 ms)Closed at 1732513223602 2024-11-25T05:40:23,605 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed 7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:23,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7ae86d576cfadad125aef150b2009332, regionState=CLOSED 2024-11-25T05:40:23,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:40:23,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-25T05:40:23,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ae86d576cfadad125aef150b2009332, server=8ef925b832e3,41059,1732513187808 in 1.5940 sec 2024-11-25T05:40:23,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T05:40:23,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae86d576cfadad125aef150b2009332, UNASSIGN in 1.6010 sec 2024-11-25T05:40:23,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-25T05:40:23,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6090 sec 2024-11-25T05:40:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513223616"}]},"ts":"1732513223616"} 2024-11-25T05:40:23,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T05:40:23,619 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T05:40:23,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6250 sec 2024-11-25T05:40:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T05:40:24,152 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:24,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T05:40:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:24,162 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T05:40:24,164 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:24,168 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:24,172 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/recovered.edits] 2024-11-25T05:40:24,175 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/15a98f74d40e4be780649125a4a5ced3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/15a98f74d40e4be780649125a4a5ced3 2024-11-25T05:40:24,177 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/8c99d829818b4214a0de24d5628aea5a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/8c99d829818b4214a0de24d5628aea5a 2024-11-25T05:40:24,178 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fc24404b345748de86a28899791ab0c4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/A/fc24404b345748de86a28899791ab0c4 2024-11-25T05:40:24,181 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/308ee9f710c7423ca6c038a20090784c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/308ee9f710c7423ca6c038a20090784c 2024-11-25T05:40:24,182 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/34156411106d49e7972fd99ac643cce1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/34156411106d49e7972fd99ac643cce1 2024-11-25T05:40:24,183 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d5386c9090f74c4ea2e30846307472a2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/B/d5386c9090f74c4ea2e30846307472a2 2024-11-25T05:40:24,185 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/104debdf0588466f99dcb04a9299eaeb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/104debdf0588466f99dcb04a9299eaeb 2024-11-25T05:40:24,186 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/624e400edc8849fc82762cc03cca5fa5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/624e400edc8849fc82762cc03cca5fa5 2024-11-25T05:40:24,187 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/e0ec1be3eba14cbe959bc3868829d7da to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/C/e0ec1be3eba14cbe959bc3868829d7da 2024-11-25T05:40:24,189 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/recovered.edits/448.seqid to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332/recovered.edits/448.seqid 2024-11-25T05:40:24,190 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/7ae86d576cfadad125aef150b2009332 2024-11-25T05:40:24,190 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T05:40:24,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:24,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T05:40:24,204 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T05:40:24,231 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T05:40:24,232 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:24,232 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T05:40:24,233 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732513224232"}]},"ts":"9223372036854775807"} 2024-11-25T05:40:24,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T05:40:24,236 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7ae86d576cfadad125aef150b2009332, NAME => 'TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T05:40:24,237 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T05:40:24,237 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732513224237"}]},"ts":"9223372036854775807"} 2024-11-25T05:40:24,240 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T05:40:24,241 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:24,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 84 msec 2024-11-25T05:40:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T05:40:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T05:40:24,272 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:24,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1802554539_22 at /127.0.0.1:50694 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8ef925b832e3:41059-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 333), ProcessCount=11 (was 11), AvailableMemoryMB=7868 (was 8545) 2024-11-25T05:40:24,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=7868 2024-11-25T05:40:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:40:24,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:40:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:24,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T05:40:24,294 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:24,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-11-25T05:40:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T05:40:24,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T05:40:24,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741933_1109 (size=959) 2024-11-25T05:40:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T05:40:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T05:40:24,708 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 2024-11-25T05:40:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741934_1110 (size=53) 2024-11-25T05:40:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T05:40:25,118 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:40:25,118 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 94e4debcb3478df02b9af6a86fd4c304, disabling compactions & flushes 2024-11-25T05:40:25,118 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:25,118 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:25,118 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. after waiting 0 ms 2024-11-25T05:40:25,118 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:25,118 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:25,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94e4debcb3478df02b9af6a86fd4c304: Waiting for close lock at 1732513225118Disabling compacts and flushes for region at 1732513225118Disabling writes for close at 1732513225118Writing region close event to WAL at 1732513225118Closed at 1732513225118 2024-11-25T05:40:25,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T05:40:25,124 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732513225123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732513225123"}]},"ts":"1732513225123"} 2024-11-25T05:40:25,127 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T05:40:25,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T05:40:25,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513225128"}]},"ts":"1732513225128"} 2024-11-25T05:40:25,130 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T05:40:25,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, ASSIGN}] 2024-11-25T05:40:25,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, ASSIGN 2024-11-25T05:40:25,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, ASSIGN; state=OFFLINE, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=false 2024-11-25T05:40:25,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=94e4debcb3478df02b9af6a86fd4c304, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:25,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, ASSIGN because future has completed 2024-11-25T05:40:25,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:40:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T05:40:25,450 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:25,451 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:40:25,451 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,452 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:40:25,452 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,452 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,455 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,460 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e4debcb3478df02b9af6a86fd4c304 columnFamilyName A 2024-11-25T05:40:25,461 DEBUG [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:25,461 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(327): Store=94e4debcb3478df02b9af6a86fd4c304/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:25,461 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,463 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e4debcb3478df02b9af6a86fd4c304 columnFamilyName B 2024-11-25T05:40:25,463 DEBUG [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:25,463 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(327): Store=94e4debcb3478df02b9af6a86fd4c304/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:25,463 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,464 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e4debcb3478df02b9af6a86fd4c304 columnFamilyName C 2024-11-25T05:40:25,464 DEBUG [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:25,465 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(327): Store=94e4debcb3478df02b9af6a86fd4c304/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:25,465 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,466 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,466 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,467 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,467 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,468 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:40:25,469 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,470 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T05:40:25,471 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 94e4debcb3478df02b9af6a86fd4c304; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74162328, jitterRate=0.10510480403900146}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:40:25,471 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:25,472 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 94e4debcb3478df02b9af6a86fd4c304: Running coprocessor pre-open hook at 1732513225452Writing region info on filesystem at 1732513225452Initializing all the Stores at 1732513225454 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513225454Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513225455 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513225455Cleaning up temporary data from old regions at 1732513225467 (+12 ms)Running coprocessor post-open hooks at 1732513225471 (+4 ms)Region opened successfully at 1732513225472 (+1 ms) 2024-11-25T05:40:25,473 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., pid=30, masterSystemTime=1732513225443 2024-11-25T05:40:25,474 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:25,474 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:25,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=94e4debcb3478df02b9af6a86fd4c304, regionState=OPEN, openSeqNum=2, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:25,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:40:25,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-25T05:40:25,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 in 188 msec 2024-11-25T05:40:25,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T05:40:25,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, ASSIGN in 351 msec 2024-11-25T05:40:25,484 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T05:40:25,484 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513225484"}]},"ts":"1732513225484"} 2024-11-25T05:40:25,486 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T05:40:25,487 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T05:40:25,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1950 sec 2024-11-25T05:40:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-25T05:40:26,441 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:26,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328db2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:26,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:26,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:26,447 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d4f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:26,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:26,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:26,452 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:26,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695908f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:26,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:26,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:26,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T05:40:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8ef925b832e3,32803,1732513187085 2024-11-25T05:40:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57da0b84 2024-11-25T05:40:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T05:40:26,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T05:40:26,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:40:26,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:40:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741935_1111 (size=995) 2024-11-25T05:40:26,888 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-25T05:40:26,888 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-25T05:40:26,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:40:26,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, REOPEN/MOVE}] 2024-11-25T05:40:26,902 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, REOPEN/MOVE 2024-11-25T05:40:26,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=94e4debcb3478df02b9af6a86fd4c304, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:26,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, REOPEN/MOVE because future has completed 2024-11-25T05:40:26,905 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:40:26,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:40:27,058 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,058 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:40:27,058 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 94e4debcb3478df02b9af6a86fd4c304, disabling compactions & flushes 2024-11-25T05:40:27,058 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,059 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,059 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. after waiting 0 ms 2024-11-25T05:40:27,059 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,064 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T05:40:27,065 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,065 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 94e4debcb3478df02b9af6a86fd4c304: Waiting for close lock at 1732513227058Running coprocessor pre-close hooks at 1732513227058Disabling compacts and flushes for region at 1732513227058Disabling writes for close at 1732513227059 (+1 ms)Writing region close event to WAL at 1732513227059Running coprocessor post-close hooks at 1732513227065 (+6 ms)Closed at 1732513227065 2024-11-25T05:40:27,065 WARN [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 94e4debcb3478df02b9af6a86fd4c304 to self. 2024-11-25T05:40:27,068 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=94e4debcb3478df02b9af6a86fd4c304, regionState=CLOSED 2024-11-25T05:40:27,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:40:27,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-25T05:40:27,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 in 168 msec 2024-11-25T05:40:27,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, REOPEN/MOVE; state=CLOSED, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=true 2024-11-25T05:40:27,227 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=94e4debcb3478df02b9af6a86fd4c304, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, REOPEN/MOVE because future has completed 2024-11-25T05:40:27,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:40:27,391 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,391 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:40:27,392 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,392 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:40:27,392 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,392 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,396 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,401 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e4debcb3478df02b9af6a86fd4c304 columnFamilyName A 2024-11-25T05:40:27,403 DEBUG [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:27,404 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(327): Store=94e4debcb3478df02b9af6a86fd4c304/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:27,404 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,405 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e4debcb3478df02b9af6a86fd4c304 columnFamilyName B 2024-11-25T05:40:27,405 DEBUG [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:27,406 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(327): Store=94e4debcb3478df02b9af6a86fd4c304/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:27,406 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,406 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e4debcb3478df02b9af6a86fd4c304 columnFamilyName C 2024-11-25T05:40:27,406 DEBUG [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:27,407 INFO [StoreOpener-94e4debcb3478df02b9af6a86fd4c304-1 {}] regionserver.HStore(327): Store=94e4debcb3478df02b9af6a86fd4c304/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:27,407 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,408 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,409 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,410 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,410 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,410 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:40:27,412 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,413 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 94e4debcb3478df02b9af6a86fd4c304; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60101826, jitterRate=-0.1044130027294159}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:40:27,413 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,415 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 94e4debcb3478df02b9af6a86fd4c304: Running coprocessor pre-open hook at 1732513227392Writing region info on filesystem at 1732513227392Initializing all the Stores at 1732513227393 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513227393Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513227394 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513227394Cleaning up temporary data from old regions at 1732513227410 (+16 ms)Running coprocessor post-open hooks at 1732513227413 (+3 ms)Region opened successfully at 1732513227415 (+2 ms) 2024-11-25T05:40:27,416 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., pid=35, masterSystemTime=1732513227385 2024-11-25T05:40:27,419 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,419 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=94e4debcb3478df02b9af6a86fd4c304, regionState=OPEN, openSeqNum=5, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:40:27,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-11-25T05:40:27,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 in 191 msec 2024-11-25T05:40:27,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T05:40:27,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, REOPEN/MOVE in 523 msec 2024-11-25T05:40:27,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-25T05:40:27,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 535 msec 2024-11-25T05:40:27,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 961 msec 2024-11-25T05:40:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T05:40:27,436 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:27,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f8ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,438 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7219a8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,440 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997a437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,442 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62990a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,444 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13776101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,447 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d703b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,448 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70903d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,451 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451590a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,453 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e5ed3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,455 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc2f485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,457 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56da3548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d825c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,461 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a481e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,464 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d06103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,465 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74841f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94a4f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,469 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4abed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:27,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:27,471 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:27,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:27,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc701eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:27,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:27,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:27,473 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9778420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:27,475 DEBUG [Thread-574 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,475 DEBUG [Thread-576 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,475 DEBUG [Thread-589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,475 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,475 DEBUG [Thread-580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:27,476 DEBUG [Thread-587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,476 DEBUG [Thread-576 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,476 DEBUG [Thread-576 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,477 DEBUG [Thread-585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-25T05:40:27,477 DEBUG [Thread-582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,478 DEBUG [Thread-578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T05:40:27,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,481 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:27,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:27,480 DEBUG [Thread-591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:27,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:40:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:27,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:40:27,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d1679fd4d9154da18bbf62cfb8e33eac_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513227499/Put/seqid=0 2024-11-25T05:40:27,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513287557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741936_1112 (size=12154) 2024-11-25T05:40:27,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513287558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513287560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513287561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513287565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:27,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d1679fd4d9154da18bbf62cfb8e33eac_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d1679fd4d9154da18bbf62cfb8e33eac_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T05:40:27,590 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/2c3d732e33a94f2193c45670044f9210, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:27,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/2c3d732e33a94f2193c45670044f9210 is 175, key is test_row_0/A:col10/1732513227499/Put/seqid=0 2024-11-25T05:40:27,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T05:40:27,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741937_1113 (size=30955) 2024-11-25T05:40:27,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/2c3d732e33a94f2193c45670044f9210 2024-11-25T05:40:27,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513287673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513287680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513287680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513287681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513287681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/19fd2b8f491a4ca68eba4a7df12a9f15 is 50, key is test_row_0/B:col10/1732513227499/Put/seqid=0 2024-11-25T05:40:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741938_1114 (size=12001) 2024-11-25T05:40:27,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/19fd2b8f491a4ca68eba4a7df12a9f15 2024-11-25T05:40:27,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/15ac452ed6504b2ebcec2925a7780cf2 is 50, key is test_row_0/C:col10/1732513227499/Put/seqid=0 2024-11-25T05:40:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741939_1115 (size=12001) 2024-11-25T05:40:27,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/15ac452ed6504b2ebcec2925a7780cf2 2024-11-25T05:40:27,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/2c3d732e33a94f2193c45670044f9210 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2c3d732e33a94f2193c45670044f9210 2024-11-25T05:40:27,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2c3d732e33a94f2193c45670044f9210, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T05:40:27,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/19fd2b8f491a4ca68eba4a7df12a9f15 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/19fd2b8f491a4ca68eba4a7df12a9f15 2024-11-25T05:40:27,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/19fd2b8f491a4ca68eba4a7df12a9f15, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T05:40:27,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/15ac452ed6504b2ebcec2925a7780cf2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15ac452ed6504b2ebcec2925a7780cf2 2024-11-25T05:40:27,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T05:40:27,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T05:40:27,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15ac452ed6504b2ebcec2925a7780cf2, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T05:40:27,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 94e4debcb3478df02b9af6a86fd4c304 in 303ms, sequenceid=16, compaction requested=false 2024-11-25T05:40:27,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,894 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:27,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:40:27,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125345e441d8ccd4f9fbc0170f9464e16c6_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513227554/Put/seqid=0 2024-11-25T05:40:27,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T05:40:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:27,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:27,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513287936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513287937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513287942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513287946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513287950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:27,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:27,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:27,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741940_1116 (size=14594) 2024-11-25T05:40:27,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:27,982 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125345e441d8ccd4f9fbc0170f9464e16c6_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125345e441d8ccd4f9fbc0170f9464e16c6_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:27,989 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/6decf2e094d4428b8bd5674c2c49b0f6, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:27,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/6decf2e094d4428b8bd5674c2c49b0f6 is 175, key is test_row_0/A:col10/1732513227554/Put/seqid=0 2024-11-25T05:40:28,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741941_1117 (size=39549) 2024-11-25T05:40:28,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/6decf2e094d4428b8bd5674c2c49b0f6 2024-11-25T05:40:28,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/8c1cde7b676848a5a2cc1af33bb745f5 is 50, key is test_row_0/B:col10/1732513227554/Put/seqid=0 2024-11-25T05:40:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741942_1118 (size=12001) 2024-11-25T05:40:28,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/8c1cde7b676848a5a2cc1af33bb745f5 2024-11-25T05:40:28,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/e6f5e283e8284e97857e2a6351fde120 is 50, key is test_row_0/C:col10/1732513227554/Put/seqid=0 2024-11-25T05:40:28,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513288060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513288060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513288071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513288071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513288071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741943_1119 (size=12001) 2024-11-25T05:40:28,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/e6f5e283e8284e97857e2a6351fde120 2024-11-25T05:40:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/6decf2e094d4428b8bd5674c2c49b0f6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6decf2e094d4428b8bd5674c2c49b0f6 2024-11-25T05:40:28,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T05:40:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:28,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:28,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6decf2e094d4428b8bd5674c2c49b0f6, entries=200, sequenceid=41, filesize=38.6 K 2024-11-25T05:40:28,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/8c1cde7b676848a5a2cc1af33bb745f5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/8c1cde7b676848a5a2cc1af33bb745f5 2024-11-25T05:40:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T05:40:28,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/8c1cde7b676848a5a2cc1af33bb745f5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T05:40:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/e6f5e283e8284e97857e2a6351fde120 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e6f5e283e8284e97857e2a6351fde120 2024-11-25T05:40:28,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e6f5e283e8284e97857e2a6351fde120, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T05:40:28,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 94e4debcb3478df02b9af6a86fd4c304 in 271ms, sequenceid=41, compaction requested=false 2024-11-25T05:40:28,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:28,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T05:40:28,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:28,258 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:40:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258ec1ca1d74194a41835183b46cd87575_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513227945/Put/seqid=0 2024-11-25T05:40:28,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:28,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741944_1120 (size=12154) 2024-11-25T05:40:28,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:28,296 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258ec1ca1d74194a41835183b46cd87575_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258ec1ca1d74194a41835183b46cd87575_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:28,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3 is 175, key is test_row_0/A:col10/1732513227945/Put/seqid=0 2024-11-25T05:40:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741945_1121 (size=30955) 2024-11-25T05:40:28,323 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3 2024-11-25T05:40:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/077b014cffc94ab080f7dd3df4cd742c is 50, key is test_row_0/B:col10/1732513227945/Put/seqid=0 2024-11-25T05:40:28,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513288333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513288333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513288334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513288337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741946_1122 (size=12001) 2024-11-25T05:40:28,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513288342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513288450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513288451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513288451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513288451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513288461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T05:40:28,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513288661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513288661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513288661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513288661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513288670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,752 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/077b014cffc94ab080f7dd3df4cd742c 2024-11-25T05:40:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/1f6ef0fd425c41bd887cc5892c0670b2 is 50, key is test_row_0/C:col10/1732513227945/Put/seqid=0 2024-11-25T05:40:28,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741947_1123 (size=12001) 2024-11-25T05:40:28,827 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/1f6ef0fd425c41bd887cc5892c0670b2 2024-11-25T05:40:28,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3 2024-11-25T05:40:28,852 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3, entries=150, sequenceid=52, filesize=30.2 K 2024-11-25T05:40:28,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/077b014cffc94ab080f7dd3df4cd742c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/077b014cffc94ab080f7dd3df4cd742c 2024-11-25T05:40:28,867 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/077b014cffc94ab080f7dd3df4cd742c, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T05:40:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/1f6ef0fd425c41bd887cc5892c0670b2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1f6ef0fd425c41bd887cc5892c0670b2 2024-11-25T05:40:28,879 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1f6ef0fd425c41bd887cc5892c0670b2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T05:40:28,880 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94e4debcb3478df02b9af6a86fd4c304 in 623ms, sequenceid=52, compaction requested=true 2024-11-25T05:40:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T05:40:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-25T05:40:28,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T05:40:28,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-25T05:40:28,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.4110 sec 2024-11-25T05:40:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:28,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:40:28,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513288990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513288991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:28,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513288992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125103df792ef6342bfa856c270f97a12a1_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513228334/Put/seqid=0 2024-11-25T05:40:29,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513288993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513288994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741948_1124 (size=12154) 2024-11-25T05:40:29,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:29,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125103df792ef6342bfa856c270f97a12a1_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125103df792ef6342bfa856c270f97a12a1_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:29,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5fc2998ef66649858f51471438c6c07c, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:29,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5fc2998ef66649858f51471438c6c07c is 175, key is test_row_0/A:col10/1732513228334/Put/seqid=0 2024-11-25T05:40:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741949_1125 (size=30955) 2024-11-25T05:40:29,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513289099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513289110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513289110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513289110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T05:40:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513289310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513289321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513289321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513289321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,434 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5fc2998ef66649858f51471438c6c07c 2024-11-25T05:40:29,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/24c8603f82ea45e09bef89014a32cba4 is 50, key is test_row_0/B:col10/1732513228334/Put/seqid=0 2024-11-25T05:40:29,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741950_1126 (size=12001) 2024-11-25T05:40:29,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513289510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513289621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513289630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513289630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513289630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T05:40:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,640 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:29,641 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-25T05:40:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T05:40:29,645 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:29,646 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:29,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T05:40:29,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-25T05:40:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:29,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:29,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/24c8603f82ea45e09bef89014a32cba4 2024-11-25T05:40:29,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/159a77e5cfd74444b458adfa7f3a7469 is 50, key is test_row_0/C:col10/1732513228334/Put/seqid=0 2024-11-25T05:40:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741951_1127 (size=12001) 2024-11-25T05:40:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T05:40:29,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-25T05:40:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:29,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:30,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-25T05:40:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:30,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513290130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513290150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513290150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513290151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:30,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-25T05:40:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:30,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:30,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T05:40:30,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/159a77e5cfd74444b458adfa7f3a7469 2024-11-25T05:40:30,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5fc2998ef66649858f51471438c6c07c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5fc2998ef66649858f51471438c6c07c 2024-11-25T05:40:30,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5fc2998ef66649858f51471438c6c07c, entries=150, sequenceid=79, filesize=30.2 K 2024-11-25T05:40:30,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/24c8603f82ea45e09bef89014a32cba4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/24c8603f82ea45e09bef89014a32cba4 2024-11-25T05:40:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/24c8603f82ea45e09bef89014a32cba4, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T05:40:30,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/159a77e5cfd74444b458adfa7f3a7469 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/159a77e5cfd74444b458adfa7f3a7469 2024-11-25T05:40:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/159a77e5cfd74444b458adfa7f3a7469, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T05:40:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 94e4debcb3478df02b9af6a86fd4c304 in 1343ms, sequenceid=79, compaction requested=true 2024-11-25T05:40:30,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:30,317 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:30,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:30,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:30,317 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:30,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:30,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:30,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,323 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:30,323 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/A is initiating minor compaction (all files) 2024-11-25T05:40:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,323 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/A in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,324 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2c3d732e33a94f2193c45670044f9210, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6decf2e094d4428b8bd5674c2c49b0f6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5fc2998ef66649858f51471438c6c07c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=129.3 K 2024-11-25T05:40:30,324 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,324 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2c3d732e33a94f2193c45670044f9210, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6decf2e094d4428b8bd5674c2c49b0f6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5fc2998ef66649858f51471438c6c07c] 2024-11-25T05:40:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,324 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:30,324 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/B is initiating minor compaction (all files) 2024-11-25T05:40:30,325 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/B in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,325 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c3d732e33a94f2193c45670044f9210, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513227499 2024-11-25T05:40:30,325 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/19fd2b8f491a4ca68eba4a7df12a9f15, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/8c1cde7b676848a5a2cc1af33bb745f5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/077b014cffc94ab080f7dd3df4cd742c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/24c8603f82ea45e09bef89014a32cba4] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=46.9 K 2024-11-25T05:40:30,325 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6decf2e094d4428b8bd5674c2c49b0f6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513227554 2024-11-25T05:40:30,325 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 19fd2b8f491a4ca68eba4a7df12a9f15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513227499 2024-11-25T05:40:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,326 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c1cde7b676848a5a2cc1af33bb745f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513227554 2024-11-25T05:40:30,326 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f58ca82a07e4b2d8b6bc1dff44ae7c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513227934 2024-11-25T05:40:30,326 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 077b014cffc94ab080f7dd3df4cd742c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513227934 2024-11-25T05:40:30,326 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fc2998ef66649858f51471438c6c07c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732513228317 2024-11-25T05:40:30,326 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 24c8603f82ea45e09bef89014a32cba4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732513228317 2024-11-25T05:40:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,352 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#B#compaction#108 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:30,352 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/b3b9930e621346f7aa209b15d838adfd is 50, key is test_row_0/B:col10/1732513228334/Put/seqid=0 2024-11-25T05:40:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,362 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,366 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257a9bb92d5864486e82202b3ad3e33ca6_94e4debcb3478df02b9af6a86fd4c304 store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741952_1128 (size=12139) 2024-11-25T05:40:30,376 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257a9bb92d5864486e82202b3ad3e33ca6_94e4debcb3478df02b9af6a86fd4c304, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,376 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257a9bb92d5864486e82202b3ad3e33ca6_94e4debcb3478df02b9af6a86fd4c304 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741953_1129 (size=4469) 2024-11-25T05:40:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-25T05:40:30,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,420 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T05:40:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125df214dbac6fc46dcb3dae6fdd8ae9d8d_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513228991/Put/seqid=0 2024-11-25T05:40:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741954_1130 (size=9714) 2024-11-25T05:40:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,443 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125df214dbac6fc46dcb3dae6fdd8ae9d8d_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df214dbac6fc46dcb3dae6fdd8ae9d8d_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/b8b171b1a30e47658023c85eb4b465e3, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:30,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/b8b171b1a30e47658023c85eb4b465e3 is 175, key is test_row_0/A:col10/1732513228991/Put/seqid=0 2024-11-25T05:40:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741955_1131 (size=22361) 2024-11-25T05:40:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:30,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513290701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:30,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T05:40:30,781 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/b3b9930e621346f7aa209b15d838adfd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/b3b9930e621346f7aa209b15d838adfd 2024-11-25T05:40:30,796 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/B of 94e4debcb3478df02b9af6a86fd4c304 into b3b9930e621346f7aa209b15d838adfd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:30,796 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:30,796 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/B, priority=12, startTime=1732513230317; duration=0sec 2024-11-25T05:40:30,796 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:30,796 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:30,796 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:30,799 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:30,799 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/C is initiating minor compaction (all files) 2024-11-25T05:40:30,799 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/C in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,799 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15ac452ed6504b2ebcec2925a7780cf2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e6f5e283e8284e97857e2a6351fde120, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1f6ef0fd425c41bd887cc5892c0670b2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/159a77e5cfd74444b458adfa7f3a7469] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=46.9 K 2024-11-25T05:40:30,800 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 15ac452ed6504b2ebcec2925a7780cf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513227499 2024-11-25T05:40:30,800 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e6f5e283e8284e97857e2a6351fde120, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513227554 2024-11-25T05:40:30,801 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f6ef0fd425c41bd887cc5892c0670b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732513227934 2024-11-25T05:40:30,801 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 159a77e5cfd74444b458adfa7f3a7469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732513228317 2024-11-25T05:40:30,806 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#A#compaction#109 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:30,807 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/db82e83439014287a62510827f1273fa is 175, key is test_row_0/A:col10/1732513228334/Put/seqid=0 2024-11-25T05:40:30,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513290817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741956_1132 (size=31093) 2024-11-25T05:40:30,839 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#C#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:30,840 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/39ad95f04b364bc4a80cdc53fff00a3b is 50, key is test_row_0/C:col10/1732513228334/Put/seqid=0 2024-11-25T05:40:30,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741957_1133 (size=12139) 2024-11-25T05:40:30,878 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/b8b171b1a30e47658023c85eb4b465e3 2024-11-25T05:40:30,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/59d9dcb41c4942f789c88f67fe54fd42 is 50, key is test_row_0/B:col10/1732513228991/Put/seqid=0 2024-11-25T05:40:30,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741958_1134 (size=9657) 2024-11-25T05:40:30,908 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/59d9dcb41c4942f789c88f67fe54fd42 2024-11-25T05:40:30,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/78f01c77095b4939967ea598ac05e2b9 is 50, key is test_row_0/C:col10/1732513228991/Put/seqid=0 2024-11-25T05:40:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741959_1135 (size=9657) 2024-11-25T05:40:30,948 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/78f01c77095b4939967ea598ac05e2b9 2024-11-25T05:40:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/b8b171b1a30e47658023c85eb4b465e3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b8b171b1a30e47658023c85eb4b465e3 2024-11-25T05:40:30,962 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b8b171b1a30e47658023c85eb4b465e3, entries=100, sequenceid=88, filesize=21.8 K 2024-11-25T05:40:30,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/59d9dcb41c4942f789c88f67fe54fd42 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/59d9dcb41c4942f789c88f67fe54fd42 2024-11-25T05:40:30,968 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/59d9dcb41c4942f789c88f67fe54fd42, entries=100, sequenceid=88, filesize=9.4 K 2024-11-25T05:40:30,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/78f01c77095b4939967ea598ac05e2b9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/78f01c77095b4939967ea598ac05e2b9 2024-11-25T05:40:30,980 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/78f01c77095b4939967ea598ac05e2b9, entries=100, sequenceid=88, filesize=9.4 K 2024-11-25T05:40:30,981 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 94e4debcb3478df02b9af6a86fd4c304 in 561ms, sequenceid=88, compaction requested=false 2024-11-25T05:40:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-25T05:40:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-25T05:40:30,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T05:40:30,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3370 sec 2024-11-25T05:40:30,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.3450 sec 2024-11-25T05:40:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:31,032 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:31,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T05:40:31,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125766849bd65724834825968d4cbbb13b1_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513230699/Put/seqid=0 2024-11-25T05:40:31,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741960_1136 (size=14594) 2024-11-25T05:40:31,053 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,060 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125766849bd65724834825968d4cbbb13b1_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766849bd65724834825968d4cbbb13b1_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:31,061 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4a59a9bd4125411f895df352abaf217c, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:31,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4a59a9bd4125411f895df352abaf217c is 175, key is test_row_0/A:col10/1732513230699/Put/seqid=0 2024-11-25T05:40:31,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513291066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741961_1137 (size=39549) 2024-11-25T05:40:31,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4a59a9bd4125411f895df352abaf217c 2024-11-25T05:40:31,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/06412ba11bad42bcb9acbbdc5762d03d is 50, key is test_row_0/B:col10/1732513230699/Put/seqid=0 2024-11-25T05:40:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741962_1138 (size=12001) 2024-11-25T05:40:31,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/06412ba11bad42bcb9acbbdc5762d03d 2024-11-25T05:40:31,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/d3a0d440992a4d938600069e0b2487a8 is 50, key is test_row_0/C:col10/1732513230699/Put/seqid=0 2024-11-25T05:40:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741963_1139 (size=12001) 2024-11-25T05:40:31,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/d3a0d440992a4d938600069e0b2487a8 2024-11-25T05:40:31,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4a59a9bd4125411f895df352abaf217c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4a59a9bd4125411f895df352abaf217c 2024-11-25T05:40:31,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4a59a9bd4125411f895df352abaf217c, entries=200, sequenceid=117, filesize=38.6 K 2024-11-25T05:40:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/06412ba11bad42bcb9acbbdc5762d03d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06412ba11bad42bcb9acbbdc5762d03d 2024-11-25T05:40:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06412ba11bad42bcb9acbbdc5762d03d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T05:40:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513291151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,156 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 94e4debcb3478df02b9af6a86fd4c304 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/d3a0d440992a4d938600069e0b2487a8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d3a0d440992a4d938600069e0b2487a8 2024-11-25T05:40:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d3a0d440992a4d938600069e0b2487a8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T05:40:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 94e4debcb3478df02b9af6a86fd4c304 in 150ms, sequenceid=117, compaction requested=true 2024-11-25T05:40:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:31,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:31,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:31,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:40:31,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:31,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T05:40:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:31,207 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:31,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:40:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251fd33331321949228eb2e2cf22ec6d9b_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_1/A:col10/1732513231205/Put/seqid=0 2024-11-25T05:40:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,240 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/db82e83439014287a62510827f1273fa as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/db82e83439014287a62510827f1273fa 2024-11-25T05:40:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741964_1140 (size=17034) 2024-11-25T05:40:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,290 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/A of 94e4debcb3478df02b9af6a86fd4c304 into db82e83439014287a62510827f1273fa(size=30.4 K), total size for store is 90.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,290 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:31,290 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/A, priority=12, startTime=1732513230316; duration=0sec 2024-11-25T05:40:31,290 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T05:40:31,291 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:31,291 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:31,291 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-25T05:40:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513291280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513291282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513291283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,294 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/39ad95f04b364bc4a80cdc53fff00a3b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/39ad95f04b364bc4a80cdc53fff00a3b 2024-11-25T05:40:31,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,294 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T05:40:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,294 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T05:40:31,295 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. because compaction request was cancelled 2024-11-25T05:40:31,295 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,295 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,297 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,298 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/A is initiating minor compaction (all files) 2024-11-25T05:40:31,298 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/A in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:31,298 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/db82e83439014287a62510827f1273fa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b8b171b1a30e47658023c85eb4b465e3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4a59a9bd4125411f895df352abaf217c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=90.8 K 2024-11-25T05:40:31,298 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:31,298 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/db82e83439014287a62510827f1273fa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b8b171b1a30e47658023c85eb4b465e3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4a59a9bd4125411f895df352abaf217c] 2024-11-25T05:40:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,299 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting db82e83439014287a62510827f1273fa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732513228317 2024-11-25T05:40:31,300 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8b171b1a30e47658023c85eb4b465e3, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732513228989 2024-11-25T05:40:31,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,300 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a59a9bd4125411f895df352abaf217c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732513230678 2024-11-25T05:40:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513291293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,301 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/C of 94e4debcb3478df02b9af6a86fd4c304 into 39ad95f04b364bc4a80cdc53fff00a3b(size=11.9 K), total size for store is 33.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,301 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:31,302 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/C, priority=12, startTime=1732513230317; duration=0sec 2024-11-25T05:40:31,302 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:31,302 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:31,302 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,303 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:31,304 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/B is initiating minor compaction (all files) 2024-11-25T05:40:31,304 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/B in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:31,304 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/b3b9930e621346f7aa209b15d838adfd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/59d9dcb41c4942f789c88f67fe54fd42, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06412ba11bad42bcb9acbbdc5762d03d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=33.0 K 2024-11-25T05:40:31,304 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b3b9930e621346f7aa209b15d838adfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732513228317 2024-11-25T05:40:31,305 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 59d9dcb41c4942f789c88f67fe54fd42, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732513228989 2024-11-25T05:40:31,305 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 06412ba11bad42bcb9acbbdc5762d03d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732513230678 2024-11-25T05:40:31,320 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:31,330 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125283c081c842342918b0765c331d190c9_94e4debcb3478df02b9af6a86fd4c304 store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:31,331 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#B#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:31,332 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/05115a4ec54241589f96f476f4703301 is 50, key is test_row_0/B:col10/1732513230699/Put/seqid=0 2024-11-25T05:40:31,332 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125283c081c842342918b0765c331d190c9_94e4debcb3478df02b9af6a86fd4c304, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:31,333 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125283c081c842342918b0765c331d190c9_94e4debcb3478df02b9af6a86fd4c304 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:31,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741965_1141 (size=12241) 2024-11-25T05:40:31,357 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/05115a4ec54241589f96f476f4703301 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/05115a4ec54241589f96f476f4703301 2024-11-25T05:40:31,364 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/B of 94e4debcb3478df02b9af6a86fd4c304 into 05115a4ec54241589f96f476f4703301(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:31,364 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:31,364 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/B, priority=13, startTime=1732513231182; duration=0sec 2024-11-25T05:40:31,364 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:31,364 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741966_1142 (size=4469) 2024-11-25T05:40:31,400 INFO [master/8ef925b832e3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T05:40:31,400 INFO [master/8ef925b832e3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T05:40:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513291400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513291400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513291400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513291410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513291610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513291610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513291610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513291620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:31,674 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251fd33331321949228eb2e2cf22ec6d9b_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fd33331321949228eb2e2cf22ec6d9b_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:31,675 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/f0efa5dfc09b49efba3c887dd70507ef, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:31,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/f0efa5dfc09b49efba3c887dd70507ef is 175, key is test_row_1/A:col10/1732513231205/Put/seqid=0 2024-11-25T05:40:31,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741967_1143 (size=48135) 2024-11-25T05:40:31,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/f0efa5dfc09b49efba3c887dd70507ef 2024-11-25T05:40:31,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/06f1277ef05f4d6bbe67eae22ca3c793 is 50, key is test_row_1/B:col10/1732513231205/Put/seqid=0 2024-11-25T05:40:31,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741968_1144 (size=9657) 2024-11-25T05:40:31,768 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#A#compaction#118 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:31,769 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/3cf60e3327b54b6194c017bf1768fbb3 is 175, key is test_row_0/A:col10/1732513230699/Put/seqid=0 2024-11-25T05:40:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741969_1145 (size=31195) 2024-11-25T05:40:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T05:40:31,790 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:31,791 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-25T05:40:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T05:40:31,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:31,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:31,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T05:40:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513291920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513291920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513291921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513291930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:31,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:31,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:31,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T05:40:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:31,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:32,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T05:40:32,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:32,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:32,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:32,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:32,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T05:40:32,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/06f1277ef05f4d6bbe67eae22ca3c793 2024-11-25T05:40:32,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/1792150db8df4916918ece91cc60ecc7 is 50, key is test_row_1/C:col10/1732513231205/Put/seqid=0 2024-11-25T05:40:32,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741970_1146 (size=9657) 2024-11-25T05:40:32,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/1792150db8df4916918ece91cc60ecc7 2024-11-25T05:40:32,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/f0efa5dfc09b49efba3c887dd70507ef as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/f0efa5dfc09b49efba3c887dd70507ef 2024-11-25T05:40:32,184 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/3cf60e3327b54b6194c017bf1768fbb3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/3cf60e3327b54b6194c017bf1768fbb3 2024-11-25T05:40:32,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/f0efa5dfc09b49efba3c887dd70507ef, entries=250, sequenceid=128, filesize=47.0 K 2024-11-25T05:40:32,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/06f1277ef05f4d6bbe67eae22ca3c793 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06f1277ef05f4d6bbe67eae22ca3c793 2024-11-25T05:40:32,193 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/A of 94e4debcb3478df02b9af6a86fd4c304 into 3cf60e3327b54b6194c017bf1768fbb3(size=30.5 K), total size for store is 77.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:32,194 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:32,194 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/A, priority=13, startTime=1732513231182; duration=0sec 2024-11-25T05:40:32,194 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:32,194 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:32,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06f1277ef05f4d6bbe67eae22ca3c793, entries=100, sequenceid=128, filesize=9.4 K 2024-11-25T05:40:32,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/1792150db8df4916918ece91cc60ecc7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1792150db8df4916918ece91cc60ecc7 2024-11-25T05:40:32,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1792150db8df4916918ece91cc60ecc7, entries=100, sequenceid=128, filesize=9.4 K 2024-11-25T05:40:32,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94e4debcb3478df02b9af6a86fd4c304 in 1009ms, sequenceid=128, compaction requested=true 2024-11-25T05:40:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:32,216 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T05:40:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:32,216 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T05:40:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:32,217 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T05:40:32,218 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T05:40:32,218 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. because compaction request was cancelled 2024-11-25T05:40:32,218 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T05:40:32,218 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:32,218 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T05:40:32,218 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. because compaction request was cancelled 2024-11-25T05:40:32,218 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:32,218 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:32,219 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43454 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:32,219 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/C is initiating minor compaction (all files) 2024-11-25T05:40:32,219 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/C in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:32,220 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/39ad95f04b364bc4a80cdc53fff00a3b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/78f01c77095b4939967ea598ac05e2b9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d3a0d440992a4d938600069e0b2487a8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1792150db8df4916918ece91cc60ecc7] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=42.4 K 2024-11-25T05:40:32,221 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ad95f04b364bc4a80cdc53fff00a3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732513228317 2024-11-25T05:40:32,221 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78f01c77095b4939967ea598ac05e2b9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732513228989 2024-11-25T05:40:32,222 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3a0d440992a4d938600069e0b2487a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732513230678 2024-11-25T05:40:32,222 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1792150db8df4916918ece91cc60ecc7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732513231040 2024-11-25T05:40:32,235 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:32,236 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/da4652f73ad447e093306d8783d8f041 is 50, key is test_row_0/C:col10/1732513230699/Put/seqid=0 2024-11-25T05:40:32,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T05:40:32,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:32,256 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:40:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741971_1147 (size=12275) 2024-11-25T05:40:32,274 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/da4652f73ad447e093306d8783d8f041 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/da4652f73ad447e093306d8783d8f041 2024-11-25T05:40:32,284 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/C of 94e4debcb3478df02b9af6a86fd4c304 into da4652f73ad447e093306d8783d8f041(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:32,284 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:32,284 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/C, priority=12, startTime=1732513232216; duration=0sec 2024-11-25T05:40:32,284 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:32,285 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:32,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112510a9b8cff4d6414aafaf7e52938382fc_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513231269/Put/seqid=0 2024-11-25T05:40:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741972_1148 (size=12304) 2024-11-25T05:40:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:32,327 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112510a9b8cff4d6414aafaf7e52938382fc_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112510a9b8cff4d6414aafaf7e52938382fc_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:32,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/8c0ebe9daa10482ba6c59844e586c941, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/8c0ebe9daa10482ba6c59844e586c941 is 175, key is test_row_0/A:col10/1732513231269/Put/seqid=0 2024-11-25T05:40:32,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741973_1149 (size=31105) 2024-11-25T05:40:32,357 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/8c0ebe9daa10482ba6c59844e586c941 2024-11-25T05:40:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/6f6998b721ea48ac990fb30682a09bc9 is 50, key is test_row_0/B:col10/1732513231269/Put/seqid=0 2024-11-25T05:40:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741974_1150 (size=12151) 2024-11-25T05:40:32,384 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/6f6998b721ea48ac990fb30682a09bc9 2024-11-25T05:40:32,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/b9204588c6734d8bb9ea3f1d85e0730f is 50, key is test_row_0/C:col10/1732513231269/Put/seqid=0 2024-11-25T05:40:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T05:40:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741975_1151 (size=12151) 2024-11-25T05:40:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:32,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513292441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513292446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513292448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513292448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513292550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513292560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513292560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513292560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513292760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513292770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513292770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513292771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:32,828 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/b9204588c6734d8bb9ea3f1d85e0730f 2024-11-25T05:40:32,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/8c0ebe9daa10482ba6c59844e586c941 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8c0ebe9daa10482ba6c59844e586c941 2024-11-25T05:40:32,841 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8c0ebe9daa10482ba6c59844e586c941, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T05:40:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/6f6998b721ea48ac990fb30682a09bc9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6f6998b721ea48ac990fb30682a09bc9 2024-11-25T05:40:32,848 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6f6998b721ea48ac990fb30682a09bc9, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T05:40:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/b9204588c6734d8bb9ea3f1d85e0730f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/b9204588c6734d8bb9ea3f1d85e0730f 2024-11-25T05:40:32,853 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/b9204588c6734d8bb9ea3f1d85e0730f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T05:40:32,854 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 94e4debcb3478df02b9af6a86fd4c304 in 599ms, sequenceid=157, compaction requested=true 2024-11-25T05:40:32,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:32,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:32,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T05:40:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T05:40:32,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T05:40:32,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0630 sec 2024-11-25T05:40:32,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.0670 sec 2024-11-25T05:40:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T05:40:32,932 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:32,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-25T05:40:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T05:40:32,935 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:32,937 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:32,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T05:40:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:33,072 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:33,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T05:40:33,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b5282347dfee49938e955411a2419400_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513232446/Put/seqid=0 2024-11-25T05:40:33,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:33,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:33,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741976_1152 (size=14794) 2024-11-25T05:40:33,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513293110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513293112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513293114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513293116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513293170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,173 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 94e4debcb3478df02b9af6a86fd4c304 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513293220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513293230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513293230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513293230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:33,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:33,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T05:40:33,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:33,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513293430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513293440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513293441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513293441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,500 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:33,504 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b5282347dfee49938e955411a2419400_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b5282347dfee49938e955411a2419400_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:33,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/b9307804a6ed49dab6d68dc431f963b5, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:33,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/b9307804a6ed49dab6d68dc431f963b5 is 175, key is test_row_0/A:col10/1732513232446/Put/seqid=0 2024-11-25T05:40:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741977_1153 (size=39749) 2024-11-25T05:40:33,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T05:40:33,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513293740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513293750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513293751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513293751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:33,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:33,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:33,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:33,910 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/b9307804a6ed49dab6d68dc431f963b5 2024-11-25T05:40:33,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/85f600fc6cfc46a7bad70be47b5d424c is 50, key is test_row_0/B:col10/1732513232446/Put/seqid=0 2024-11-25T05:40:33,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741978_1154 (size=12151) 2024-11-25T05:40:34,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T05:40:34,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513294250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513294260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513294260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:34,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513294270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:34,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:34,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:34,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:34,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/85f600fc6cfc46a7bad70be47b5d424c 2024-11-25T05:40:34,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/ecf2f4a7e5b74777a165575701251923 is 50, key is test_row_0/C:col10/1732513232446/Put/seqid=0 2024-11-25T05:40:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741979_1155 (size=12151) 2024-11-25T05:40:34,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/ecf2f4a7e5b74777a165575701251923 2024-11-25T05:40:34,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/b9307804a6ed49dab6d68dc431f963b5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b9307804a6ed49dab6d68dc431f963b5 2024-11-25T05:40:34,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b9307804a6ed49dab6d68dc431f963b5, entries=200, sequenceid=171, filesize=38.8 K 2024-11-25T05:40:34,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/85f600fc6cfc46a7bad70be47b5d424c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/85f600fc6cfc46a7bad70be47b5d424c 2024-11-25T05:40:34,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/85f600fc6cfc46a7bad70be47b5d424c, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T05:40:34,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/ecf2f4a7e5b74777a165575701251923 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/ecf2f4a7e5b74777a165575701251923 2024-11-25T05:40:34,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/ecf2f4a7e5b74777a165575701251923, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T05:40:34,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 94e4debcb3478df02b9af6a86fd4c304 in 1286ms, sequenceid=171, compaction requested=true 2024-11-25T05:40:34,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:34,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:34,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:34,358 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:34,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:34,358 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:34,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:34,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:34,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:34,360 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:34,360 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/B is initiating minor compaction (all files) 2024-11-25T05:40:34,360 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/B in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,360 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/05115a4ec54241589f96f476f4703301, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06f1277ef05f4d6bbe67eae22ca3c793, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6f6998b721ea48ac990fb30682a09bc9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/85f600fc6cfc46a7bad70be47b5d424c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=45.1 K 2024-11-25T05:40:34,360 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 05115a4ec54241589f96f476f4703301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732513230678 2024-11-25T05:40:34,361 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 06f1277ef05f4d6bbe67eae22ca3c793, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732513231040 2024-11-25T05:40:34,361 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f6998b721ea48ac990fb30682a09bc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732513231269 2024-11-25T05:40:34,361 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 85f600fc6cfc46a7bad70be47b5d424c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732513232439 2024-11-25T05:40:34,361 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150184 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:34,362 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/A is initiating minor compaction (all files) 2024-11-25T05:40:34,362 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/A in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,362 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/3cf60e3327b54b6194c017bf1768fbb3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/f0efa5dfc09b49efba3c887dd70507ef, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8c0ebe9daa10482ba6c59844e586c941, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b9307804a6ed49dab6d68dc431f963b5] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=146.7 K 2024-11-25T05:40:34,362 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,362 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/3cf60e3327b54b6194c017bf1768fbb3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/f0efa5dfc09b49efba3c887dd70507ef, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8c0ebe9daa10482ba6c59844e586c941, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b9307804a6ed49dab6d68dc431f963b5] 2024-11-25T05:40:34,362 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cf60e3327b54b6194c017bf1768fbb3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732513230678 2024-11-25T05:40:34,363 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0efa5dfc09b49efba3c887dd70507ef, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732513231040 2024-11-25T05:40:34,363 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c0ebe9daa10482ba6c59844e586c941, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732513231269 2024-11-25T05:40:34,363 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9307804a6ed49dab6d68dc431f963b5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732513232439 2024-11-25T05:40:34,376 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:34,378 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:34,379 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/884059b81a864e9db0ef046a8ef98666 is 50, key is test_row_0/B:col10/1732513232446/Put/seqid=0 2024-11-25T05:40:34,380 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112545c5dffee27d49aa929742ad603c6e48_94e4debcb3478df02b9af6a86fd4c304 store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:34,382 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112545c5dffee27d49aa929742ad603c6e48_94e4debcb3478df02b9af6a86fd4c304, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:34,383 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112545c5dffee27d49aa929742ad603c6e48_94e4debcb3478df02b9af6a86fd4c304 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741980_1156 (size=12527) 2024-11-25T05:40:34,398 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/884059b81a864e9db0ef046a8ef98666 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/884059b81a864e9db0ef046a8ef98666 2024-11-25T05:40:34,408 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/B of 94e4debcb3478df02b9af6a86fd4c304 into 884059b81a864e9db0ef046a8ef98666(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:34,408 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:34,408 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/B, priority=12, startTime=1732513234358; duration=0sec 2024-11-25T05:40:34,408 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:34,408 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:34,409 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:34,410 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:34,410 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/C is initiating minor compaction (all files) 2024-11-25T05:40:34,410 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/C in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,410 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/da4652f73ad447e093306d8783d8f041, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/b9204588c6734d8bb9ea3f1d85e0730f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/ecf2f4a7e5b74777a165575701251923] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=35.7 K 2024-11-25T05:40:34,411 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting da4652f73ad447e093306d8783d8f041, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732513230699 2024-11-25T05:40:34,411 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b9204588c6734d8bb9ea3f1d85e0730f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732513231269 2024-11-25T05:40:34,411 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ecf2f4a7e5b74777a165575701251923, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732513232439 2024-11-25T05:40:34,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741981_1157 (size=4469) 2024-11-25T05:40:34,416 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#A#compaction#130 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:34,417 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/72d5168a31384427bee2677ae3c30a8f is 175, key is test_row_0/A:col10/1732513232446/Put/seqid=0 2024-11-25T05:40:34,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741982_1158 (size=31481) 2024-11-25T05:40:34,426 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#C#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:34,427 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/c0de5c96fe694b2d80cdf76e85f864f0 is 50, key is test_row_0/C:col10/1732513232446/Put/seqid=0 2024-11-25T05:40:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741983_1159 (size=12527) 2024-11-25T05:40:34,438 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/c0de5c96fe694b2d80cdf76e85f864f0 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/c0de5c96fe694b2d80cdf76e85f864f0 2024-11-25T05:40:34,443 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/C of 94e4debcb3478df02b9af6a86fd4c304 into c0de5c96fe694b2d80cdf76e85f864f0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:34,443 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:34,443 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/C, priority=13, startTime=1732513234358; duration=0sec 2024-11-25T05:40:34,443 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:34,443 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:34,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T05:40:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:34,469 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T05:40:34,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259ba7b1e502ab4a4b91c6e083d1ab005a_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513233106/Put/seqid=0 2024-11-25T05:40:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741984_1160 (size=12304) 2024-11-25T05:40:34,833 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/72d5168a31384427bee2677ae3c30a8f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/72d5168a31384427bee2677ae3c30a8f 2024-11-25T05:40:34,839 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/A of 94e4debcb3478df02b9af6a86fd4c304 into 72d5168a31384427bee2677ae3c30a8f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:34,840 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:34,840 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/A, priority=12, startTime=1732513234358; duration=0sec 2024-11-25T05:40:34,840 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:34,840 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:34,884 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259ba7b1e502ab4a4b91c6e083d1ab005a_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259ba7b1e502ab4a4b91c6e083d1ab005a_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:34,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/33dd999fe8144b0280d79ff79c9879f0, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:34,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/33dd999fe8144b0280d79ff79c9879f0 is 175, key is test_row_0/A:col10/1732513233106/Put/seqid=0 2024-11-25T05:40:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741985_1161 (size=31105) 2024-11-25T05:40:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T05:40:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:35,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:35,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513295277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513295279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513295280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,290 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/33dd999fe8144b0280d79ff79c9879f0 2024-11-25T05:40:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513295290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,293 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 94e4debcb3478df02b9af6a86fd4c304 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/69b8d2dddd0c4c17b78cec545665e97a is 50, key is test_row_0/B:col10/1732513233106/Put/seqid=0 2024-11-25T05:40:35,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741986_1162 (size=12151) 2024-11-25T05:40:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513295390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513295390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513295390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513295600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513295600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513295600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,707 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/69b8d2dddd0c4c17b78cec545665e97a 2024-11-25T05:40:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/144163c5fc7f4d0d88407d1233eb4c1c is 50, key is test_row_0/C:col10/1732513233106/Put/seqid=0 2024-11-25T05:40:35,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741987_1163 (size=12151) 2024-11-25T05:40:35,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513295910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513295910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513295910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,120 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/144163c5fc7f4d0d88407d1233eb4c1c 2024-11-25T05:40:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/33dd999fe8144b0280d79ff79c9879f0 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/33dd999fe8144b0280d79ff79c9879f0 2024-11-25T05:40:36,134 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/33dd999fe8144b0280d79ff79c9879f0, entries=150, sequenceid=196, filesize=30.4 K 2024-11-25T05:40:36,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/69b8d2dddd0c4c17b78cec545665e97a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/69b8d2dddd0c4c17b78cec545665e97a 2024-11-25T05:40:36,140 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/69b8d2dddd0c4c17b78cec545665e97a, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T05:40:36,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/144163c5fc7f4d0d88407d1233eb4c1c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/144163c5fc7f4d0d88407d1233eb4c1c 2024-11-25T05:40:36,145 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/144163c5fc7f4d0d88407d1233eb4c1c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T05:40:36,146 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 94e4debcb3478df02b9af6a86fd4c304 in 1677ms, sequenceid=196, compaction requested=false 2024-11-25T05:40:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T05:40:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-25T05:40:36,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-25T05:40:36,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2090 sec 2024-11-25T05:40:36,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 3.2170 sec 2024-11-25T05:40:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:36,423 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:36,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T05:40:36,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f35b31f9168c4fdab3b0405779468953_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513236423/Put/seqid=0 2024-11-25T05:40:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741988_1164 (size=17284) 2024-11-25T05:40:36,437 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:36,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f35b31f9168c4fdab3b0405779468953_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f35b31f9168c4fdab3b0405779468953_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:36,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/eefe96b1656c454e94aed523b28c4d75, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:36,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/eefe96b1656c454e94aed523b28c4d75 is 175, key is test_row_0/A:col10/1732513236423/Put/seqid=0 2024-11-25T05:40:36,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741989_1165 (size=48389) 2024-11-25T05:40:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513296452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513296452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513296453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513296559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513296560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513296560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513296770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513296770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513296770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:36,848 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/eefe96b1656c454e94aed523b28c4d75 2024-11-25T05:40:36,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ca74f2803a7548bd9d914420b905994f is 50, key is test_row_0/B:col10/1732513236423/Put/seqid=0 2024-11-25T05:40:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741990_1166 (size=12151) 2024-11-25T05:40:37,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513297080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513297080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513297080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T05:40:37,091 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:37,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-25T05:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T05:40:37,094 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:37,095 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:37,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:37,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513297180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,185 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 94e4debcb3478df02b9af6a86fd4c304 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T05:40:37,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-25T05:40:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:37,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:37,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ca74f2803a7548bd9d914420b905994f 2024-11-25T05:40:37,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/d22cca7cabff40f697d166b91435eaff is 50, key is test_row_0/C:col10/1732513236423/Put/seqid=0 2024-11-25T05:40:37,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741991_1167 (size=12151) 2024-11-25T05:40:37,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/d22cca7cabff40f697d166b91435eaff 2024-11-25T05:40:37,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/eefe96b1656c454e94aed523b28c4d75 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/eefe96b1656c454e94aed523b28c4d75 2024-11-25T05:40:37,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/eefe96b1656c454e94aed523b28c4d75, entries=250, sequenceid=212, filesize=47.3 K 2024-11-25T05:40:37,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ca74f2803a7548bd9d914420b905994f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ca74f2803a7548bd9d914420b905994f 2024-11-25T05:40:37,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ca74f2803a7548bd9d914420b905994f, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T05:40:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/d22cca7cabff40f697d166b91435eaff as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d22cca7cabff40f697d166b91435eaff 2024-11-25T05:40:37,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513297299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,302 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 94e4debcb3478df02b9af6a86fd4c304 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d22cca7cabff40f697d166b91435eaff, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T05:40:37,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 94e4debcb3478df02b9af6a86fd4c304 in 883ms, sequenceid=212, compaction requested=true 2024-11-25T05:40:37,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:37,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:37,307 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:37,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:37,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:37,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:37,307 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:37,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:37,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:37,308 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:37,309 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:37,309 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/A is initiating minor compaction (all files) 2024-11-25T05:40:37,309 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/B is initiating minor compaction (all files) 2024-11-25T05:40:37,309 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/A in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:37,309 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/B in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:37,309 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/72d5168a31384427bee2677ae3c30a8f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/33dd999fe8144b0280d79ff79c9879f0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/eefe96b1656c454e94aed523b28c4d75] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=108.4 K 2024-11-25T05:40:37,309 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/884059b81a864e9db0ef046a8ef98666, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/69b8d2dddd0c4c17b78cec545665e97a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ca74f2803a7548bd9d914420b905994f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=36.0 K 2024-11-25T05:40:37,309 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:37,309 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/72d5168a31384427bee2677ae3c30a8f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/33dd999fe8144b0280d79ff79c9879f0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/eefe96b1656c454e94aed523b28c4d75] 2024-11-25T05:40:37,309 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 884059b81a864e9db0ef046a8ef98666, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732513232439 2024-11-25T05:40:37,309 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72d5168a31384427bee2677ae3c30a8f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732513232439 2024-11-25T05:40:37,310 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 69b8d2dddd0c4c17b78cec545665e97a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732513233106 2024-11-25T05:40:37,310 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33dd999fe8144b0280d79ff79c9879f0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732513233106 2024-11-25T05:40:37,310 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ca74f2803a7548bd9d914420b905994f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513235270 2024-11-25T05:40:37,311 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting eefe96b1656c454e94aed523b28c4d75, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513235270 2024-11-25T05:40:37,317 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:37,319 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:37,320 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/1e4c835fe9de47c596216fbcfb630950 is 50, key is test_row_0/B:col10/1732513236423/Put/seqid=0 2024-11-25T05:40:37,320 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411255d883deb3cc74c6f91231075a9bd071a_94e4debcb3478df02b9af6a86fd4c304 store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:37,321 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411255d883deb3cc74c6f91231075a9bd071a_94e4debcb3478df02b9af6a86fd4c304, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:37,321 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255d883deb3cc74c6f91231075a9bd071a_94e4debcb3478df02b9af6a86fd4c304 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741992_1168 (size=12629) 2024-11-25T05:40:37,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741993_1169 (size=4469) 2024-11-25T05:40:37,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-25T05:40:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:37,404 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T05:40:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T05:40:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254e3fc34bddd849fc82c3f30e11293130_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513236446/Put/seqid=0 2024-11-25T05:40:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741994_1170 (size=12304) 2024-11-25T05:40:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:37,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513297608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513297610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513297614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T05:40:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513297721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513297721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513297721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,736 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/1e4c835fe9de47c596216fbcfb630950 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1e4c835fe9de47c596216fbcfb630950 2024-11-25T05:40:37,742 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/B of 94e4debcb3478df02b9af6a86fd4c304 into 1e4c835fe9de47c596216fbcfb630950(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:37,742 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:37,742 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/B, priority=13, startTime=1732513237307; duration=0sec 2024-11-25T05:40:37,742 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:37,742 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:37,743 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:37,745 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:37,745 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/C is initiating minor compaction (all files) 2024-11-25T05:40:37,745 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/C in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:37,745 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#A#compaction#138 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:37,745 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/c0de5c96fe694b2d80cdf76e85f864f0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/144163c5fc7f4d0d88407d1233eb4c1c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d22cca7cabff40f697d166b91435eaff] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=36.0 K 2024-11-25T05:40:37,746 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bb8736ffcfdd44a98e3673b94340ca35 is 175, key is test_row_0/A:col10/1732513236423/Put/seqid=0 2024-11-25T05:40:37,747 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting c0de5c96fe694b2d80cdf76e85f864f0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732513232439 2024-11-25T05:40:37,747 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 144163c5fc7f4d0d88407d1233eb4c1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732513233106 2024-11-25T05:40:37,748 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d22cca7cabff40f697d166b91435eaff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513235270 2024-11-25T05:40:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741995_1171 (size=31583) 2024-11-25T05:40:37,756 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bb8736ffcfdd44a98e3673b94340ca35 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bb8736ffcfdd44a98e3673b94340ca35 2024-11-25T05:40:37,757 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:37,757 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/18eecd68020e46839fe3a532ff3b92eb is 50, key is test_row_0/C:col10/1732513236423/Put/seqid=0 2024-11-25T05:40:37,763 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/A of 94e4debcb3478df02b9af6a86fd4c304 into bb8736ffcfdd44a98e3673b94340ca35(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:37,763 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:37,763 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/A, priority=13, startTime=1732513237306; duration=0sec 2024-11-25T05:40:37,763 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:37,763 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:37,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741996_1172 (size=12629) 2024-11-25T05:40:37,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:37,829 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254e3fc34bddd849fc82c3f30e11293130_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e3fc34bddd849fc82c3f30e11293130_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:37,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/8bdeccb082ef4a75b4c1c036694383fe, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:37,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/8bdeccb082ef4a75b4c1c036694383fe is 175, key is test_row_0/A:col10/1732513236446/Put/seqid=0 2024-11-25T05:40:37,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741997_1173 (size=31105) 2024-11-25T05:40:37,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513297929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513297930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513297930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,176 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/18eecd68020e46839fe3a532ff3b92eb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/18eecd68020e46839fe3a532ff3b92eb 2024-11-25T05:40:38,181 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/C of 94e4debcb3478df02b9af6a86fd4c304 into 18eecd68020e46839fe3a532ff3b92eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:38,181 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:38,181 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/C, priority=13, startTime=1732513237307; duration=0sec 2024-11-25T05:40:38,181 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:38,181 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T05:40:38,239 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/8bdeccb082ef4a75b4c1c036694383fe 2024-11-25T05:40:38,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513298241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513298241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513298241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/70fb32656e4f443e9d82a8a44a1d90ba is 50, key is test_row_0/B:col10/1732513236446/Put/seqid=0 2024-11-25T05:40:38,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741998_1174 (size=12151) 2024-11-25T05:40:38,662 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/70fb32656e4f443e9d82a8a44a1d90ba 2024-11-25T05:40:38,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/0a3afbcfff824792b4426e65d656a7f1 is 50, key is test_row_0/C:col10/1732513236446/Put/seqid=0 2024-11-25T05:40:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741999_1175 (size=12151) 2024-11-25T05:40:38,677 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/0a3afbcfff824792b4426e65d656a7f1 2024-11-25T05:40:38,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/8bdeccb082ef4a75b4c1c036694383fe as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8bdeccb082ef4a75b4c1c036694383fe 2024-11-25T05:40:38,686 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8bdeccb082ef4a75b4c1c036694383fe, entries=150, sequenceid=233, filesize=30.4 K 2024-11-25T05:40:38,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/70fb32656e4f443e9d82a8a44a1d90ba as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/70fb32656e4f443e9d82a8a44a1d90ba 2024-11-25T05:40:38,694 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/70fb32656e4f443e9d82a8a44a1d90ba, entries=150, sequenceid=233, filesize=11.9 K 2024-11-25T05:40:38,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/0a3afbcfff824792b4426e65d656a7f1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/0a3afbcfff824792b4426e65d656a7f1 2024-11-25T05:40:38,701 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/0a3afbcfff824792b4426e65d656a7f1, entries=150, sequenceid=233, filesize=11.9 K 2024-11-25T05:40:38,702 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 94e4debcb3478df02b9af6a86fd4c304 in 1298ms, sequenceid=233, compaction requested=false 2024-11-25T05:40:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T05:40:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T05:40:38,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-25T05:40:38,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6080 sec 2024-11-25T05:40:38,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6160 sec 2024-11-25T05:40:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:38,752 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:38,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T05:40:38,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125004c144bc2bc467c9f010e03193eefbb_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513237610/Put/seqid=0 2024-11-25T05:40:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742000_1176 (size=17284) 2024-11-25T05:40:38,770 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:38,774 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125004c144bc2bc467c9f010e03193eefbb_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125004c144bc2bc467c9f010e03193eefbb_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:38,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/e2a8c047b4b9497caf4045ac1a4ee58e, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:38,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/e2a8c047b4b9497caf4045ac1a4ee58e is 175, key is test_row_0/A:col10/1732513237610/Put/seqid=0 2024-11-25T05:40:38,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513298781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513298782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513298784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742001_1177 (size=48389) 2024-11-25T05:40:38,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/e2a8c047b4b9497caf4045ac1a4ee58e 2024-11-25T05:40:38,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/e8b28993651d47a191209bc34a7648d4 is 50, key is test_row_0/B:col10/1732513237610/Put/seqid=0 2024-11-25T05:40:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742002_1178 (size=12151) 2024-11-25T05:40:38,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513298890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513298890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513298890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513299100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513299100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513299100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/e8b28993651d47a191209bc34a7648d4 2024-11-25T05:40:39,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/2058f1bf79334c00bf8549dfc379d86c is 50, key is test_row_0/C:col10/1732513237610/Put/seqid=0 2024-11-25T05:40:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742003_1179 (size=12151) 2024-11-25T05:40:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T05:40:39,240 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:39,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-25T05:40:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T05:40:39,243 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:39,243 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:39,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T05:40:39,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-25T05:40:39,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:39,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:39,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:39,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:39,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513299410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513299410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513299411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-25T05:40:39,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:39,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:39,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:39,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:39,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T05:40:39,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/2058f1bf79334c00bf8549dfc379d86c 2024-11-25T05:40:39,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/e2a8c047b4b9497caf4045ac1a4ee58e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e2a8c047b4b9497caf4045ac1a4ee58e 2024-11-25T05:40:39,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e2a8c047b4b9497caf4045ac1a4ee58e, entries=250, sequenceid=253, filesize=47.3 K 2024-11-25T05:40:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/e8b28993651d47a191209bc34a7648d4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/e8b28993651d47a191209bc34a7648d4 2024-11-25T05:40:39,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/e8b28993651d47a191209bc34a7648d4, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T05:40:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/2058f1bf79334c00bf8549dfc379d86c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/2058f1bf79334c00bf8549dfc379d86c 2024-11-25T05:40:39,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/2058f1bf79334c00bf8549dfc379d86c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T05:40:39,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 94e4debcb3478df02b9af6a86fd4c304 in 905ms, sequenceid=253, compaction requested=true 2024-11-25T05:40:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:39,657 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:39,657 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:39,661 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:39,661 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/B is initiating minor compaction (all files) 2024-11-25T05:40:39,661 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/B in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:39,661 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:39,661 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1e4c835fe9de47c596216fbcfb630950, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/70fb32656e4f443e9d82a8a44a1d90ba, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/e8b28993651d47a191209bc34a7648d4] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=36.1 K 2024-11-25T05:40:39,661 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/A is initiating minor compaction (all files) 2024-11-25T05:40:39,661 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/A in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:39,661 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bb8736ffcfdd44a98e3673b94340ca35, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8bdeccb082ef4a75b4c1c036694383fe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e2a8c047b4b9497caf4045ac1a4ee58e] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=108.5 K 2024-11-25T05:40:39,661 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:39,661 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bb8736ffcfdd44a98e3673b94340ca35, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8bdeccb082ef4a75b4c1c036694383fe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e2a8c047b4b9497caf4045ac1a4ee58e] 2024-11-25T05:40:39,662 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e4c835fe9de47c596216fbcfb630950, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513235270 2024-11-25T05:40:39,662 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb8736ffcfdd44a98e3673b94340ca35, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513235270 2024-11-25T05:40:39,663 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 70fb32656e4f443e9d82a8a44a1d90ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732513236446 2024-11-25T05:40:39,663 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bdeccb082ef4a75b4c1c036694383fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732513236446 2024-11-25T05:40:39,663 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2a8c047b4b9497caf4045ac1a4ee58e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513237606 2024-11-25T05:40:39,663 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b28993651d47a191209bc34a7648d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513237610 2024-11-25T05:40:39,687 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:39,688 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/c3959d19944f4824a2f1471af7f052e2 is 50, key is test_row_0/B:col10/1732513237610/Put/seqid=0 2024-11-25T05:40:39,694 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:39,702 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256d97179f27d3433090b23908f7a397b6_94e4debcb3478df02b9af6a86fd4c304 store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:39,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-25T05:40:39,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:39,703 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T05:40:39,704 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256d97179f27d3433090b23908f7a397b6_94e4debcb3478df02b9af6a86fd4c304, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:39,704 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256d97179f27d3433090b23908f7a397b6_94e4debcb3478df02b9af6a86fd4c304 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:39,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742004_1180 (size=12731) 2024-11-25T05:40:39,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125db83d7b1ac264c509256c8e669c4eb67_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513238779/Put/seqid=0 2024-11-25T05:40:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742005_1181 (size=4469) 2024-11-25T05:40:39,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742006_1182 (size=12454) 2024-11-25T05:40:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T05:40:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:39,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513299940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513299941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513299944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513300050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513300050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513300060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,118 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#A#compaction#148 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:40,119 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5f7638016be24f0bbb4cffd29ec3cf98 is 175, key is test_row_0/A:col10/1732513237610/Put/seqid=0 2024-11-25T05:40:40,121 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/c3959d19944f4824a2f1471af7f052e2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3959d19944f4824a2f1471af7f052e2 2024-11-25T05:40:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:40,129 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/B of 94e4debcb3478df02b9af6a86fd4c304 into c3959d19944f4824a2f1471af7f052e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:40,130 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:40,130 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/B, priority=13, startTime=1732513239657; duration=0sec 2024-11-25T05:40:40,130 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:40,130 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:40,130 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:40,130 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125db83d7b1ac264c509256c8e669c4eb67_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125db83d7b1ac264c509256c8e669c4eb67_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:40,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5cf8a9157c3c4bc59b856b4899e5097b, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:40,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5cf8a9157c3c4bc59b856b4899e5097b is 175, key is test_row_0/A:col10/1732513238779/Put/seqid=0 2024-11-25T05:40:40,133 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:40,133 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/C is initiating minor compaction (all files) 2024-11-25T05:40:40,133 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/C in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:40,134 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/18eecd68020e46839fe3a532ff3b92eb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/0a3afbcfff824792b4426e65d656a7f1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/2058f1bf79334c00bf8549dfc379d86c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=36.1 K 2024-11-25T05:40:40,134 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 18eecd68020e46839fe3a532ff3b92eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513235270 2024-11-25T05:40:40,135 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a3afbcfff824792b4426e65d656a7f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732513236446 2024-11-25T05:40:40,135 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 2058f1bf79334c00bf8549dfc379d86c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513237610 2024-11-25T05:40:40,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742007_1183 (size=31685) 2024-11-25T05:40:40,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742008_1184 (size=31255) 2024-11-25T05:40:40,148 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5cf8a9157c3c4bc59b856b4899e5097b 2024-11-25T05:40:40,151 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:40,152 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/1d08e8dd790b44a081a0c240f2ef9418 is 50, key is test_row_0/C:col10/1732513237610/Put/seqid=0 2024-11-25T05:40:40,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/6ff8579f8af943f18387769df3e24b99 is 50, key is test_row_0/B:col10/1732513238779/Put/seqid=0 2024-11-25T05:40:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742009_1185 (size=12731) 2024-11-25T05:40:40,177 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/1d08e8dd790b44a081a0c240f2ef9418 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1d08e8dd790b44a081a0c240f2ef9418 2024-11-25T05:40:40,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742010_1186 (size=12301) 2024-11-25T05:40:40,184 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/6ff8579f8af943f18387769df3e24b99 2024-11-25T05:40:40,186 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/C of 94e4debcb3478df02b9af6a86fd4c304 into 1d08e8dd790b44a081a0c240f2ef9418(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:40,186 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:40,186 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/C, priority=13, startTime=1732513239657; duration=0sec 2024-11-25T05:40:40,187 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:40,187 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:40,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/877ff7f7820d4b5e97baa0574d6c1baf is 50, key is test_row_0/C:col10/1732513238779/Put/seqid=0 2024-11-25T05:40:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742011_1187 (size=12301) 2024-11-25T05:40:40,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513300260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513300260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513300270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T05:40:40,541 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5f7638016be24f0bbb4cffd29ec3cf98 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5f7638016be24f0bbb4cffd29ec3cf98 2024-11-25T05:40:40,546 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/A of 94e4debcb3478df02b9af6a86fd4c304 into 5f7638016be24f0bbb4cffd29ec3cf98(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:40,546 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:40,546 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/A, priority=13, startTime=1732513239657; duration=0sec 2024-11-25T05:40:40,546 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:40,546 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:40,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513300569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513300569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513300580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:40,611 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/877ff7f7820d4b5e97baa0574d6c1baf 2024-11-25T05:40:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/5cf8a9157c3c4bc59b856b4899e5097b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5cf8a9157c3c4bc59b856b4899e5097b 2024-11-25T05:40:40,620 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5cf8a9157c3c4bc59b856b4899e5097b, entries=150, sequenceid=272, filesize=30.5 K 2024-11-25T05:40:40,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/6ff8579f8af943f18387769df3e24b99 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6ff8579f8af943f18387769df3e24b99 2024-11-25T05:40:40,627 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6ff8579f8af943f18387769df3e24b99, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T05:40:40,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/877ff7f7820d4b5e97baa0574d6c1baf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/877ff7f7820d4b5e97baa0574d6c1baf 2024-11-25T05:40:40,633 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/877ff7f7820d4b5e97baa0574d6c1baf, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T05:40:40,634 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 94e4debcb3478df02b9af6a86fd4c304 in 931ms, sequenceid=272, compaction requested=false 2024-11-25T05:40:40,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:40,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:40,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-25T05:40:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-25T05:40:40,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T05:40:40,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-11-25T05:40:40,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.3970 sec 2024-11-25T05:40:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:41,081 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:41,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T05:40:41,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b727426cacc248a3921135d2ab23e345_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513239939/Put/seqid=0 2024-11-25T05:40:41,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742012_1188 (size=17534) 2024-11-25T05:40:41,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513301104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513301108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513301109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513301219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513301220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513301220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40416 deadline: 1732513301330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,331 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 94e4debcb3478df02b9af6a86fd4c304 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:40:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T05:40:41,401 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:41,401 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-25T05:40:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T05:40:41,403 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:41,404 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:41,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513301430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513301430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513301430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:41,498 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b727426cacc248a3921135d2ab23e345_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b727426cacc248a3921135d2ab23e345_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:41,499 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4af76429a5e24770b6f7cbfaaff87f3e, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:41,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4af76429a5e24770b6f7cbfaaff87f3e is 175, key is test_row_0/A:col10/1732513239939/Put/seqid=0 2024-11-25T05:40:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742013_1189 (size=48639) 2024-11-25T05:40:41,504 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4af76429a5e24770b6f7cbfaaff87f3e 2024-11-25T05:40:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T05:40:41,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/418389a72db3482497a0619b04d4cfd9 is 50, key is test_row_0/B:col10/1732513239939/Put/seqid=0 2024-11-25T05:40:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742014_1190 (size=12301) 2024-11-25T05:40:41,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/418389a72db3482497a0619b04d4cfd9 2024-11-25T05:40:41,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/98787994be294170a1846b03f8628b5a is 50, key is test_row_0/C:col10/1732513239939/Put/seqid=0 2024-11-25T05:40:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742015_1191 (size=12301) 2024-11-25T05:40:41,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T05:40:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T05:40:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T05:40:41,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513301740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513301740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513301740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:41,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T05:40:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:41,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/98787994be294170a1846b03f8628b5a 2024-11-25T05:40:41,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4af76429a5e24770b6f7cbfaaff87f3e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4af76429a5e24770b6f7cbfaaff87f3e 2024-11-25T05:40:41,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4af76429a5e24770b6f7cbfaaff87f3e, entries=250, sequenceid=294, filesize=47.5 K 2024-11-25T05:40:41,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/418389a72db3482497a0619b04d4cfd9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/418389a72db3482497a0619b04d4cfd9 2024-11-25T05:40:41,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/418389a72db3482497a0619b04d4cfd9, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T05:40:41,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/98787994be294170a1846b03f8628b5a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/98787994be294170a1846b03f8628b5a 2024-11-25T05:40:41,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/98787994be294170a1846b03f8628b5a, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T05:40:41,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 94e4debcb3478df02b9af6a86fd4c304 in 875ms, sequenceid=294, compaction requested=true 2024-11-25T05:40:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:41,956 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:40:41,956 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:41,957 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111579 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:41,957 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/A is initiating minor compaction (all files) 2024-11-25T05:40:41,958 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/A in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,958 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5f7638016be24f0bbb4cffd29ec3cf98, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5cf8a9157c3c4bc59b856b4899e5097b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4af76429a5e24770b6f7cbfaaff87f3e] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=109.0 K 2024-11-25T05:40:41,958 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,958 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5f7638016be24f0bbb4cffd29ec3cf98, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5cf8a9157c3c4bc59b856b4899e5097b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4af76429a5e24770b6f7cbfaaff87f3e] 2024-11-25T05:40:41,958 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:41,958 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/B is initiating minor compaction (all files) 2024-11-25T05:40:41,958 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/B in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:41,958 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3959d19944f4824a2f1471af7f052e2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6ff8579f8af943f18387769df3e24b99, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/418389a72db3482497a0619b04d4cfd9] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=36.5 K 2024-11-25T05:40:41,958 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f7638016be24f0bbb4cffd29ec3cf98, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513237610 2024-11-25T05:40:41,960 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting c3959d19944f4824a2f1471af7f052e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513237610 2024-11-25T05:40:41,960 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cf8a9157c3c4bc59b856b4899e5097b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732513238779 2024-11-25T05:40:41,960 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4af76429a5e24770b6f7cbfaaff87f3e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732513239937 2024-11-25T05:40:41,960 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ff8579f8af943f18387769df3e24b99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732513238779 2024-11-25T05:40:41,961 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 418389a72db3482497a0619b04d4cfd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732513239937 2024-11-25T05:40:41,968 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:41,971 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:41,972 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/2ba5a523c0ad4ff988cc532c392358ad is 50, key is test_row_0/B:col10/1732513239939/Put/seqid=0 2024-11-25T05:40:41,978 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ef847500dbfc4e1dad4d269e42bf6631_94e4debcb3478df02b9af6a86fd4c304 store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:41,980 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ef847500dbfc4e1dad4d269e42bf6631_94e4debcb3478df02b9af6a86fd4c304, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:41,981 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ef847500dbfc4e1dad4d269e42bf6631_94e4debcb3478df02b9af6a86fd4c304 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742016_1192 (size=12983) 2024-11-25T05:40:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742017_1193 (size=4469) 2024-11-25T05:40:42,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T05:40:42,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:42,016 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T05:40:42,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258b9efdcd4bb64207a4432fcdf7ea31d6_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513241108/Put/seqid=0 2024-11-25T05:40:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T05:40:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742018_1194 (size=12454) 2024-11-25T05:40:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:42,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513302275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513302282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513302283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,389 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#A#compaction#156 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:42,390 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4911e08dd854412a9ed984229bb7afdb is 175, key is test_row_0/A:col10/1732513239939/Put/seqid=0 2024-11-25T05:40:42,392 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/2ba5a523c0ad4ff988cc532c392358ad as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/2ba5a523c0ad4ff988cc532c392358ad 2024-11-25T05:40:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742019_1195 (size=31937) 2024-11-25T05:40:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513302390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513302390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513302390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,398 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/B of 94e4debcb3478df02b9af6a86fd4c304 into 2ba5a523c0ad4ff988cc532c392358ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:42,398 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:42,398 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/B, priority=13, startTime=1732513241956; duration=0sec 2024-11-25T05:40:42,398 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:42,399 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:42,399 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:42,401 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:42,401 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/C is initiating minor compaction (all files) 2024-11-25T05:40:42,401 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/C in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:42,401 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1d08e8dd790b44a081a0c240f2ef9418, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/877ff7f7820d4b5e97baa0574d6c1baf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/98787994be294170a1846b03f8628b5a] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=36.5 K 2024-11-25T05:40:42,402 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d08e8dd790b44a081a0c240f2ef9418, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513237610 2024-11-25T05:40:42,402 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 877ff7f7820d4b5e97baa0574d6c1baf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732513238779 2024-11-25T05:40:42,403 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 98787994be294170a1846b03f8628b5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732513239937 2024-11-25T05:40:42,413 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:42,414 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/5638d63b5656489c86ff6f0229775e11 is 50, key is test_row_0/C:col10/1732513239939/Put/seqid=0 2024-11-25T05:40:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742020_1196 (size=12983) 2024-11-25T05:40:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:42,448 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258b9efdcd4bb64207a4432fcdf7ea31d6_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b9efdcd4bb64207a4432fcdf7ea31d6_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bc09d2747c26403c8dcabb3f79fe12d7, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bc09d2747c26403c8dcabb3f79fe12d7 is 175, key is test_row_0/A:col10/1732513241108/Put/seqid=0 2024-11-25T05:40:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742021_1197 (size=31255) 2024-11-25T05:40:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T05:40:42,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513302600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513302600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513302600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,799 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/4911e08dd854412a9ed984229bb7afdb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4911e08dd854412a9ed984229bb7afdb 2024-11-25T05:40:42,804 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/A of 94e4debcb3478df02b9af6a86fd4c304 into 4911e08dd854412a9ed984229bb7afdb(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:42,804 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:42,804 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/A, priority=13, startTime=1732513241956; duration=0sec 2024-11-25T05:40:42,804 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:42,804 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:42,835 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/5638d63b5656489c86ff6f0229775e11 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/5638d63b5656489c86ff6f0229775e11 2024-11-25T05:40:42,840 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/C of 94e4debcb3478df02b9af6a86fd4c304 into 5638d63b5656489c86ff6f0229775e11(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:42,840 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:42,840 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/C, priority=13, startTime=1732513241956; duration=0sec 2024-11-25T05:40:42,841 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:42,841 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:42,854 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bc09d2747c26403c8dcabb3f79fe12d7 2024-11-25T05:40:42,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/f9415e0ff7f0402c80383c9bd3f4f60c is 50, key is test_row_0/B:col10/1732513241108/Put/seqid=0 2024-11-25T05:40:42,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742022_1198 (size=12301) 2024-11-25T05:40:42,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513302911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513302911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513302911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:43,267 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/f9415e0ff7f0402c80383c9bd3f4f60c 2024-11-25T05:40:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/e3d24a9e41f54677aa50ceba0859af3a is 50, key is test_row_0/C:col10/1732513241108/Put/seqid=0 2024-11-25T05:40:43,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742023_1199 (size=12301) 2024-11-25T05:40:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513303422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513303422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:43,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513303423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T05:40:43,680 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/e3d24a9e41f54677aa50ceba0859af3a 2024-11-25T05:40:43,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bc09d2747c26403c8dcabb3f79fe12d7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc09d2747c26403c8dcabb3f79fe12d7 2024-11-25T05:40:43,690 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc09d2747c26403c8dcabb3f79fe12d7, entries=150, sequenceid=311, filesize=30.5 K 2024-11-25T05:40:43,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/f9415e0ff7f0402c80383c9bd3f4f60c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/f9415e0ff7f0402c80383c9bd3f4f60c 2024-11-25T05:40:43,695 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/f9415e0ff7f0402c80383c9bd3f4f60c, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T05:40:43,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/e3d24a9e41f54677aa50ceba0859af3a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e3d24a9e41f54677aa50ceba0859af3a 2024-11-25T05:40:43,701 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e3d24a9e41f54677aa50ceba0859af3a, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T05:40:43,702 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 94e4debcb3478df02b9af6a86fd4c304 in 1686ms, sequenceid=311, compaction requested=false 2024-11-25T05:40:43,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:43,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:43,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-25T05:40:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-25T05:40:43,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-25T05:40:43,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2990 sec 2024-11-25T05:40:43,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.3040 sec 2024-11-25T05:40:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:44,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T05:40:44,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b031e20cc7e34f468315993ab9160bb6_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513244431/Put/seqid=0 2024-11-25T05:40:44,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742024_1200 (size=14994) 2024-11-25T05:40:44,453 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:44,457 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b031e20cc7e34f468315993ab9160bb6_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b031e20cc7e34f468315993ab9160bb6_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:44,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/e04b03258d534c95acabbd62173f4f6d, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:44,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/e04b03258d534c95acabbd62173f4f6d is 175, key is test_row_0/A:col10/1732513244431/Put/seqid=0 2024-11-25T05:40:44,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513304458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513304459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513304460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742025_1201 (size=39949) 2024-11-25T05:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/e04b03258d534c95acabbd62173f4f6d 2024-11-25T05:40:44,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ced0a2a178a3428ca49e69f0abf3881d is 50, key is test_row_0/B:col10/1732513244431/Put/seqid=0 2024-11-25T05:40:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742026_1202 (size=12301) 2024-11-25T05:40:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513304570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513304570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513304570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513304779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513304779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513304779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:44,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ced0a2a178a3428ca49e69f0abf3881d 2024-11-25T05:40:44,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/f27221840c5b47dca5ebd619e45dd17c is 50, key is test_row_0/C:col10/1732513244431/Put/seqid=0 2024-11-25T05:40:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742027_1203 (size=12301) 2024-11-25T05:40:45,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513305090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513305090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513305090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/f27221840c5b47dca5ebd619e45dd17c 2024-11-25T05:40:45,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/e04b03258d534c95acabbd62173f4f6d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e04b03258d534c95acabbd62173f4f6d 2024-11-25T05:40:45,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e04b03258d534c95acabbd62173f4f6d, entries=200, sequenceid=334, filesize=39.0 K 2024-11-25T05:40:45,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ced0a2a178a3428ca49e69f0abf3881d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ced0a2a178a3428ca49e69f0abf3881d 2024-11-25T05:40:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ced0a2a178a3428ca49e69f0abf3881d, entries=150, sequenceid=334, filesize=12.0 K 2024-11-25T05:40:45,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/f27221840c5b47dca5ebd619e45dd17c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/f27221840c5b47dca5ebd619e45dd17c 2024-11-25T05:40:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/f27221840c5b47dca5ebd619e45dd17c, entries=150, sequenceid=334, filesize=12.0 K 2024-11-25T05:40:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 94e4debcb3478df02b9af6a86fd4c304 in 878ms, sequenceid=334, compaction requested=true 2024-11-25T05:40:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,310 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:45,310 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:45,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:45,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,311 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:45,311 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/A is initiating minor compaction (all files) 2024-11-25T05:40:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,311 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:45,311 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/B is initiating minor compaction (all files) 2024-11-25T05:40:45,311 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/A in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:45,312 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/B in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,312 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/2ba5a523c0ad4ff988cc532c392358ad, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/f9415e0ff7f0402c80383c9bd3f4f60c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ced0a2a178a3428ca49e69f0abf3881d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=36.7 K 2024-11-25T05:40:45,312 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4911e08dd854412a9ed984229bb7afdb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc09d2747c26403c8dcabb3f79fe12d7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e04b03258d534c95acabbd62173f4f6d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=100.7 K 2024-11-25T05:40:45,312 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:45,312 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4911e08dd854412a9ed984229bb7afdb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc09d2747c26403c8dcabb3f79fe12d7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e04b03258d534c95acabbd62173f4f6d] 2024-11-25T05:40:45,312 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ba5a523c0ad4ff988cc532c392358ad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732513239937 2024-11-25T05:40:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,312 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4911e08dd854412a9ed984229bb7afdb, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732513239937 2024-11-25T05:40:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,313 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc09d2747c26403c8dcabb3f79fe12d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732513241098 2024-11-25T05:40:45,313 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f9415e0ff7f0402c80383c9bd3f4f60c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732513241098 2024-11-25T05:40:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,313 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e04b03258d534c95acabbd62173f4f6d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732513242272 2024-11-25T05:40:45,313 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ced0a2a178a3428ca49e69f0abf3881d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732513242280 2024-11-25T05:40:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,320 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,322 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,322 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/c587be0ed8e147e3a5afdc1696513778 is 50, key is test_row_0/B:col10/1732513244431/Put/seqid=0 2024-11-25T05:40:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,329 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d238356b59c84548a15fd06267fa4013_94e4debcb3478df02b9af6a86fd4c304 store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d238356b59c84548a15fd06267fa4013_94e4debcb3478df02b9af6a86fd4c304, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d238356b59c84548a15fd06267fa4013_94e4debcb3478df02b9af6a86fd4c304 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742028_1204 (size=13085) 2024-11-25T05:40:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742029_1205 (size=4469) 2024-11-25T05:40:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,364 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#A#compaction#166 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,365 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/6c29005ab5a14889983b9f0ed3a57d25 is 175, key is test_row_0/A:col10/1732513244431/Put/seqid=0 2024-11-25T05:40:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742030_1206 (size=32039) 2024-11-25T05:40:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,382 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/6c29005ab5a14889983b9f0ed3a57d25 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6c29005ab5a14889983b9f0ed3a57d25 2024-11-25T05:40:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,389 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/A of 94e4debcb3478df02b9af6a86fd4c304 into 6c29005ab5a14889983b9f0ed3a57d25(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:45,389 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:45,390 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/A, priority=13, startTime=1732513245310; duration=0sec 2024-11-25T05:40:45,390 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,390 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:45,390 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,391 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:45,391 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/C is initiating minor compaction (all files) 2024-11-25T05:40:45,391 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/C in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:45,391 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/5638d63b5656489c86ff6f0229775e11, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e3d24a9e41f54677aa50ceba0859af3a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/f27221840c5b47dca5ebd619e45dd17c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=36.7 K 2024-11-25T05:40:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,391 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5638d63b5656489c86ff6f0229775e11, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732513239937 2024-11-25T05:40:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,392 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3d24a9e41f54677aa50ceba0859af3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732513241098 2024-11-25T05:40:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,392 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f27221840c5b47dca5ebd619e45dd17c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732513242280 2024-11-25T05:40:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,404 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,405 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/e72d726463964f5cb0c2a0b66bfb2ec3 is 50, key is test_row_0/C:col10/1732513244431/Put/seqid=0 2024-11-25T05:40:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742031_1207 (size=13085) 2024-11-25T05:40:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,433 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/e72d726463964f5cb0c2a0b66bfb2ec3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e72d726463964f5cb0c2a0b66bfb2ec3 2024-11-25T05:40:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,439 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/C of 94e4debcb3478df02b9af6a86fd4c304 into e72d726463964f5cb0c2a0b66bfb2ec3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:45,439 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:45,439 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/C, priority=13, startTime=1732513245310; duration=0sec 2024-11-25T05:40:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,439 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:45,439 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T05:40:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,562 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:45,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-25T05:40:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,566 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T05:40:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,567 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,605 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:45,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T05:40:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125751b27c1c39f4030a9703a34e11de0ed_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513245604/Put/seqid=0 2024-11-25T05:40:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742032_1208 (size=12454) 2024-11-25T05:40:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,627 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,632 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125751b27c1c39f4030a9703a34e11de0ed_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125751b27c1c39f4030a9703a34e11de0ed_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/ea5b4e8350ba46ac9de188c2f444b737, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/ea5b4e8350ba46ac9de188c2f444b737 is 175, key is test_row_0/A:col10/1732513245604/Put/seqid=0 2024-11-25T05:40:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:45,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742033_1209 (size=31255) 2024-11-25T05:40:45,648 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/ea5b4e8350ba46ac9de188c2f444b737 2024-11-25T05:40:45,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ad12991e9c2a4e6db566bf46b4bd9956 is 50, key is test_row_0/B:col10/1732513245604/Put/seqid=0 2024-11-25T05:40:45,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513305666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T05:40:45,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742034_1210 (size=12301) 2024-11-25T05:40:45,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513305668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ad12991e9c2a4e6db566bf46b4bd9956 2024-11-25T05:40:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513305668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/80845ab2dde94ec7ae920e0e899fb295 is 50, key is test_row_0/C:col10/1732513245604/Put/seqid=0 2024-11-25T05:40:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742035_1211 (size=12301) 2024-11-25T05:40:45,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T05:40:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:45,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:45,739 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/c587be0ed8e147e3a5afdc1696513778 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c587be0ed8e147e3a5afdc1696513778 2024-11-25T05:40:45,744 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/B of 94e4debcb3478df02b9af6a86fd4c304 into c587be0ed8e147e3a5afdc1696513778(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:45,744 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:45,744 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/B, priority=13, startTime=1732513245310; duration=0sec 2024-11-25T05:40:45,744 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:45,744 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:45,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513305769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513305780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513305780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T05:40:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:45,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T05:40:45,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513305980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513305990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513305990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T05:40:46,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:46,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:46,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:46,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:46,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:46,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T05:40:46,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/80845ab2dde94ec7ae920e0e899fb295 2024-11-25T05:40:46,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/ea5b4e8350ba46ac9de188c2f444b737 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/ea5b4e8350ba46ac9de188c2f444b737 2024-11-25T05:40:46,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/ea5b4e8350ba46ac9de188c2f444b737, entries=150, sequenceid=353, filesize=30.5 K 2024-11-25T05:40:46,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/ad12991e9c2a4e6db566bf46b4bd9956 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ad12991e9c2a4e6db566bf46b4bd9956 2024-11-25T05:40:46,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ad12991e9c2a4e6db566bf46b4bd9956, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T05:40:46,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/80845ab2dde94ec7ae920e0e899fb295 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/80845ab2dde94ec7ae920e0e899fb295 2024-11-25T05:40:46,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/80845ab2dde94ec7ae920e0e899fb295, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T05:40:46,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 94e4debcb3478df02b9af6a86fd4c304 in 520ms, sequenceid=353, compaction requested=false 2024-11-25T05:40:46,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:46,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T05:40:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:46,180 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T05:40:46,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f1872eedf914c69974fb079df2586b9_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513245665/Put/seqid=0 2024-11-25T05:40:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T05:40:46,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742036_1212 (size=12454) 2024-11-25T05:40:46,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:46,201 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f1872eedf914c69974fb079df2586b9_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f1872eedf914c69974fb079df2586b9_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:46,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bc9f1d584de947ce862b7ad1d970b459, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bc9f1d584de947ce862b7ad1d970b459 is 175, key is test_row_0/A:col10/1732513245665/Put/seqid=0 2024-11-25T05:40:46,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742037_1213 (size=31255) 2024-11-25T05:40:46,211 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bc9f1d584de947ce862b7ad1d970b459 2024-11-25T05:40:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/1b86010f80944fa49beb8a8874b74382 is 50, key is test_row_0/B:col10/1732513245665/Put/seqid=0 2024-11-25T05:40:46,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742038_1214 (size=12301) 2024-11-25T05:40:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:46,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. as already flushing 2024-11-25T05:40:46,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513306312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513306313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513306313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513306432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513306433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513306433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,637 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/1b86010f80944fa49beb8a8874b74382 2024-11-25T05:40:46,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513306640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/42b8e861bc77457fa1814de92a7647f8 is 50, key is test_row_0/C:col10/1732513245665/Put/seqid=0 2024-11-25T05:40:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513306640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513306640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742039_1215 (size=12301) 2024-11-25T05:40:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T05:40:46,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513306950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513306950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513306950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:46,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:46,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:47,048 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/42b8e861bc77457fa1814de92a7647f8 2024-11-25T05:40:47,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/bc9f1d584de947ce862b7ad1d970b459 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc9f1d584de947ce862b7ad1d970b459 2024-11-25T05:40:47,056 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc9f1d584de947ce862b7ad1d970b459, entries=150, sequenceid=374, filesize=30.5 K 2024-11-25T05:40:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/1b86010f80944fa49beb8a8874b74382 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1b86010f80944fa49beb8a8874b74382 2024-11-25T05:40:47,062 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1b86010f80944fa49beb8a8874b74382, entries=150, sequenceid=374, filesize=12.0 K 2024-11-25T05:40:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/42b8e861bc77457fa1814de92a7647f8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/42b8e861bc77457fa1814de92a7647f8 2024-11-25T05:40:47,068 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/42b8e861bc77457fa1814de92a7647f8, entries=150, sequenceid=374, filesize=12.0 K 2024-11-25T05:40:47,072 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 94e4debcb3478df02b9af6a86fd4c304 in 892ms, sequenceid=374, compaction requested=true 2024-11-25T05:40:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T05:40:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T05:40:47,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-25T05:40:47,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec 2024-11-25T05:40:47,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.5130 sec 2024-11-25T05:40:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:47,262 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:47,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T05:40:47,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125623fcc3687e945f48e9502e3855e5755_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513246312/Put/seqid=0 2024-11-25T05:40:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742040_1216 (size=14994) 2024-11-25T05:40:47,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:47,286 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125623fcc3687e945f48e9502e3855e5755_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125623fcc3687e945f48e9502e3855e5755_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:47,288 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/46f7afdaceb240e898e7cff15705b41f, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:47,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/46f7afdaceb240e898e7cff15705b41f is 175, key is test_row_0/A:col10/1732513246312/Put/seqid=0 2024-11-25T05:40:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742041_1217 (size=39949) 2024-11-25T05:40:47,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/46f7afdaceb240e898e7cff15705b41f 2024-11-25T05:40:47,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/4b485694cebf4b4bbf5359aa596ef27f is 50, key is test_row_0/B:col10/1732513246312/Put/seqid=0 2024-11-25T05:40:47,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742042_1218 (size=12301) 2024-11-25T05:40:47,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/4b485694cebf4b4bbf5359aa596ef27f 2024-11-25T05:40:47,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/af9f4893216f4fd59a95abf9d2e12839 is 50, key is test_row_0/C:col10/1732513246312/Put/seqid=0 2024-11-25T05:40:47,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742043_1219 (size=12301) 2024-11-25T05:40:47,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513307348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40472 deadline: 1732513307460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40480 deadline: 1732513307460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:47,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40438 deadline: 1732513307460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513307460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:47,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:47,477 INFO [Thread-587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-587. 2024-11-25T05:40:47,478 DEBUG [Thread-587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:47,478 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,478 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:47,480 INFO [Thread-585 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-585. 2024-11-25T05:40:47,480 DEBUG [Thread-585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:47,480 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,480 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:47,490 INFO [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591. 2024-11-25T05:40:47,490 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:47,490 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,490 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:47,491 INFO [Thread-589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-589. 2024-11-25T05:40:47,491 DEBUG [Thread-589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:47,491 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,491 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:47,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40444 deadline: 1732513307671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:47,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:40:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T05:40:47,711 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:47,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/af9f4893216f4fd59a95abf9d2e12839 2024-11-25T05:40:47,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/46f7afdaceb240e898e7cff15705b41f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/46f7afdaceb240e898e7cff15705b41f 2024-11-25T05:40:47,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/46f7afdaceb240e898e7cff15705b41f, entries=200, sequenceid=391, filesize=39.0 K 2024-11-25T05:40:47,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/4b485694cebf4b4bbf5359aa596ef27f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/4b485694cebf4b4bbf5359aa596ef27f 2024-11-25T05:40:47,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/4b485694cebf4b4bbf5359aa596ef27f, entries=150, sequenceid=391, filesize=12.0 K 2024-11-25T05:40:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/af9f4893216f4fd59a95abf9d2e12839 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/af9f4893216f4fd59a95abf9d2e12839 2024-11-25T05:40:47,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/af9f4893216f4fd59a95abf9d2e12839, entries=150, sequenceid=391, filesize=12.0 K 2024-11-25T05:40:47,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 94e4debcb3478df02b9af6a86fd4c304 in 501ms, sequenceid=391, compaction requested=true 2024-11-25T05:40:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:47,763 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94e4debcb3478df02b9af6a86fd4c304:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:47,763 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:47,764 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:47,764 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:47,764 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/B is initiating minor compaction (all files) 2024-11-25T05:40:47,764 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/A is initiating minor compaction (all files) 2024-11-25T05:40:47,764 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/B in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:47,764 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/A in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:47,765 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c587be0ed8e147e3a5afdc1696513778, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ad12991e9c2a4e6db566bf46b4bd9956, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1b86010f80944fa49beb8a8874b74382, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/4b485694cebf4b4bbf5359aa596ef27f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=48.8 K 2024-11-25T05:40:47,765 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6c29005ab5a14889983b9f0ed3a57d25, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/ea5b4e8350ba46ac9de188c2f444b737, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc9f1d584de947ce862b7ad1d970b459, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/46f7afdaceb240e898e7cff15705b41f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=131.3 K 2024-11-25T05:40:47,765 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:47,765 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6c29005ab5a14889983b9f0ed3a57d25, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/ea5b4e8350ba46ac9de188c2f444b737, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc9f1d584de947ce862b7ad1d970b459, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/46f7afdaceb240e898e7cff15705b41f] 2024-11-25T05:40:47,765 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting c587be0ed8e147e3a5afdc1696513778, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732513242280 2024-11-25T05:40:47,765 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c29005ab5a14889983b9f0ed3a57d25, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732513242280 2024-11-25T05:40:47,765 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ad12991e9c2a4e6db566bf46b4bd9956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732513244458 2024-11-25T05:40:47,765 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea5b4e8350ba46ac9de188c2f444b737, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732513244458 2024-11-25T05:40:47,766 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b86010f80944fa49beb8a8874b74382, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732513245653 2024-11-25T05:40:47,766 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc9f1d584de947ce862b7ad1d970b459, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732513245653 2024-11-25T05:40:47,766 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b485694cebf4b4bbf5359aa596ef27f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732513246307 2024-11-25T05:40:47,766 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46f7afdaceb240e898e7cff15705b41f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732513246307 2024-11-25T05:40:47,776 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:47,778 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#B#compaction#177 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:47,778 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112532a11df4a90c445b9b4fcd87e748405a_94e4debcb3478df02b9af6a86fd4c304 store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:47,779 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/2214f7cdd33a4a0183de872b8001f06a is 50, key is test_row_0/B:col10/1732513246312/Put/seqid=0 2024-11-25T05:40:47,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742044_1220 (size=13221) 2024-11-25T05:40:47,807 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112532a11df4a90c445b9b4fcd87e748405a_94e4debcb3478df02b9af6a86fd4c304, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:47,807 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112532a11df4a90c445b9b4fcd87e748405a_94e4debcb3478df02b9af6a86fd4c304 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742045_1221 (size=4469) 2024-11-25T05:40:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:47,988 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:47,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T05:40:47,988 INFO [Thread-580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-580. 2024-11-25T05:40:47,988 DEBUG [Thread-580 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:47,988 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,989 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:47,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:47,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255752354aaaed4690bfe7657990ce4698_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513247345/Put/seqid=0 2024-11-25T05:40:48,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742046_1222 (size=12454) 2024-11-25T05:40:48,193 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/2214f7cdd33a4a0183de872b8001f06a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/2214f7cdd33a4a0183de872b8001f06a 2024-11-25T05:40:48,200 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/B of 94e4debcb3478df02b9af6a86fd4c304 into 2214f7cdd33a4a0183de872b8001f06a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:48,200 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:48,200 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/B, priority=12, startTime=1732513247763; duration=0sec 2024-11-25T05:40:48,200 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:48,200 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:B 2024-11-25T05:40:48,200 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:40:48,202 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:40:48,202 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 94e4debcb3478df02b9af6a86fd4c304/C is initiating minor compaction (all files) 2024-11-25T05:40:48,202 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94e4debcb3478df02b9af6a86fd4c304/C in TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:48,202 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e72d726463964f5cb0c2a0b66bfb2ec3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/80845ab2dde94ec7ae920e0e899fb295, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/42b8e861bc77457fa1814de92a7647f8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/af9f4893216f4fd59a95abf9d2e12839] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp, totalSize=48.8 K 2024-11-25T05:40:48,203 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e72d726463964f5cb0c2a0b66bfb2ec3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732513242280 2024-11-25T05:40:48,203 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 80845ab2dde94ec7ae920e0e899fb295, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732513244458 2024-11-25T05:40:48,203 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 42b8e861bc77457fa1814de92a7647f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732513245653 2024-11-25T05:40:48,204 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting af9f4893216f4fd59a95abf9d2e12839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732513246307 2024-11-25T05:40:48,212 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:48,213 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94e4debcb3478df02b9af6a86fd4c304#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:48,213 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/15b9ed58e7be48a8803eccf18ae0c708 is 50, key is test_row_0/C:col10/1732513246312/Put/seqid=0 2024-11-25T05:40:48,213 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/c7942bf952ed4a2f9ea816f406f5fab1 is 175, key is test_row_0/A:col10/1732513246312/Put/seqid=0 2024-11-25T05:40:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742047_1223 (size=13221) 2024-11-25T05:40:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742048_1224 (size=32175) 2024-11-25T05:40:48,402 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:48,410 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255752354aaaed4690bfe7657990ce4698_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255752354aaaed4690bfe7657990ce4698_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:48,412 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/c2103952d8dc4d50bacc397927083610, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:48,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/c2103952d8dc4d50bacc397927083610 is 175, key is test_row_0/A:col10/1732513247345/Put/seqid=0 2024-11-25T05:40:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742049_1225 (size=31255) 2024-11-25T05:40:48,472 INFO [Thread-578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-578. 2024-11-25T05:40:48,472 DEBUG [Thread-578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:48,472 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:48,473 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:48,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:48,483 INFO [Thread-582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-582. 2024-11-25T05:40:48,483 INFO [Thread-574 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-574. 2024-11-25T05:40:48,483 DEBUG [Thread-574 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:48,483 DEBUG [Thread-582 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:48,483 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:48,483 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:48,484 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:48,484 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:48,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:48,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:48,627 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/15b9ed58e7be48a8803eccf18ae0c708 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15b9ed58e7be48a8803eccf18ae0c708 2024-11-25T05:40:48,627 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/c7942bf952ed4a2f9ea816f406f5fab1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/c7942bf952ed4a2f9ea816f406f5fab1 2024-11-25T05:40:48,632 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/A of 94e4debcb3478df02b9af6a86fd4c304 into c7942bf952ed4a2f9ea816f406f5fab1(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:48,632 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94e4debcb3478df02b9af6a86fd4c304/C of 94e4debcb3478df02b9af6a86fd4c304 into 15b9ed58e7be48a8803eccf18ae0c708(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:48,632 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:48,632 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:48,632 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/A, priority=12, startTime=1732513247763; duration=0sec 2024-11-25T05:40:48,632 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., storeName=94e4debcb3478df02b9af6a86fd4c304/C, priority=12, startTime=1732513247763; duration=0sec 2024-11-25T05:40:48,632 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:48,632 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:A 2024-11-25T05:40:48,632 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:48,632 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94e4debcb3478df02b9af6a86fd4c304:C 2024-11-25T05:40:48,820 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/c2103952d8dc4d50bacc397927083610 2024-11-25T05:40:48,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/7643e45abc3c4566916d288095e6de2e is 50, key is test_row_0/B:col10/1732513247345/Put/seqid=0 2024-11-25T05:40:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742050_1226 (size=12301) 2024-11-25T05:40:49,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/7643e45abc3c4566916d288095e6de2e 2024-11-25T05:40:49,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/7b4f134e0ce64bac8099ee6b52be4cda is 50, key is test_row_0/C:col10/1732513247345/Put/seqid=0 2024-11-25T05:40:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742051_1227 (size=12301) 2024-11-25T05:40:49,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/7b4f134e0ce64bac8099ee6b52be4cda 2024-11-25T05:40:49,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/c2103952d8dc4d50bacc397927083610 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/c2103952d8dc4d50bacc397927083610 2024-11-25T05:40:49,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/c2103952d8dc4d50bacc397927083610, entries=150, sequenceid=411, filesize=30.5 K 2024-11-25T05:40:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/7643e45abc3c4566916d288095e6de2e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/7643e45abc3c4566916d288095e6de2e 2024-11-25T05:40:49,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/7643e45abc3c4566916d288095e6de2e, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T05:40:49,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/7b4f134e0ce64bac8099ee6b52be4cda as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/7b4f134e0ce64bac8099ee6b52be4cda 2024-11-25T05:40:49,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/7b4f134e0ce64bac8099ee6b52be4cda, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T05:40:49,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 94e4debcb3478df02b9af6a86fd4c304 in 1694ms, sequenceid=411, compaction requested=false 2024-11-25T05:40:49,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94e4debcb3478df02b9af6a86fd4c304: 2024-11-25T05:40:51,402 INFO [Thread-576 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-576. 2024-11-25T05:40:51,402 DEBUG [Thread-576 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:40:51,402 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:51,403 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:51,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3665 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3557 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1572 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4713 rows 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1570 2024-11-25T05:40:51,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4710 rows 2024-11-25T05:40:51,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T05:40:51,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:40:51,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:51,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:51,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:40:51,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T05:40:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T05:40:51,412 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513251411"}]},"ts":"1732513251411"} 2024-11-25T05:40:51,414 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T05:40:51,414 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T05:40:51,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:40:51,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, UNASSIGN}] 2024-11-25T05:40:51,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, UNASSIGN 2024-11-25T05:40:51,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=94e4debcb3478df02b9af6a86fd4c304, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:51,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, UNASSIGN because future has completed 2024-11-25T05:40:51,420 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:40:51,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:40:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T05:40:51,573 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:51,573 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:40:51,573 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing 94e4debcb3478df02b9af6a86fd4c304, disabling compactions & flushes 2024-11-25T05:40:51,573 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:51,573 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:51,573 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. after waiting 0 ms 2024-11-25T05:40:51,573 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:51,573 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing 94e4debcb3478df02b9af6a86fd4c304 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T05:40:51,582 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125db55cf13d04f4ff890d4b45b70faf4d7_94e4debcb3478df02b9af6a86fd4c304 is 50, key is test_row_0/A:col10/1732513248480/Put/seqid=0 2024-11-25T05:40:51,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742052_1228 (size=9914) 2024-11-25T05:40:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T05:40:51,987 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:51,995 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125db55cf13d04f4ff890d4b45b70faf4d7_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125db55cf13d04f4ff890d4b45b70faf4d7_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:51,997 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/697230f9711b4bff96cfe5f4afc64f39, store: [table=TestAcidGuarantees family=A region=94e4debcb3478df02b9af6a86fd4c304] 2024-11-25T05:40:51,998 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/697230f9711b4bff96cfe5f4afc64f39 is 175, key is test_row_0/A:col10/1732513248480/Put/seqid=0 2024-11-25T05:40:52,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742053_1229 (size=22561) 2024-11-25T05:40:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T05:40:52,405 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=421, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/697230f9711b4bff96cfe5f4afc64f39 2024-11-25T05:40:52,414 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/c3166d35f2624eb5b0ec7f43183b4b10 is 50, key is test_row_0/B:col10/1732513248480/Put/seqid=0 2024-11-25T05:40:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742054_1230 (size=9857) 2024-11-25T05:40:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T05:40:52,818 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/c3166d35f2624eb5b0ec7f43183b4b10 2024-11-25T05:40:52,826 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/6b0b0ffbe52543cd98d7e9769de1d6f3 is 50, key is test_row_0/C:col10/1732513248480/Put/seqid=0 2024-11-25T05:40:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742055_1231 (size=9857) 2024-11-25T05:40:53,231 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/6b0b0ffbe52543cd98d7e9769de1d6f3 2024-11-25T05:40:53,240 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/A/697230f9711b4bff96cfe5f4afc64f39 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/697230f9711b4bff96cfe5f4afc64f39 2024-11-25T05:40:53,246 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/697230f9711b4bff96cfe5f4afc64f39, entries=100, sequenceid=421, filesize=22.0 K 2024-11-25T05:40:53,247 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/B/c3166d35f2624eb5b0ec7f43183b4b10 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3166d35f2624eb5b0ec7f43183b4b10 2024-11-25T05:40:53,252 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3166d35f2624eb5b0ec7f43183b4b10, entries=100, sequenceid=421, filesize=9.6 K 2024-11-25T05:40:53,253 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/.tmp/C/6b0b0ffbe52543cd98d7e9769de1d6f3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/6b0b0ffbe52543cd98d7e9769de1d6f3 2024-11-25T05:40:53,257 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/6b0b0ffbe52543cd98d7e9769de1d6f3, entries=100, sequenceid=421, filesize=9.6 K 2024-11-25T05:40:53,258 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 94e4debcb3478df02b9af6a86fd4c304 in 1685ms, sequenceid=421, compaction requested=true 2024-11-25T05:40:53,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2c3d732e33a94f2193c45670044f9210, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6decf2e094d4428b8bd5674c2c49b0f6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/db82e83439014287a62510827f1273fa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5fc2998ef66649858f51471438c6c07c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b8b171b1a30e47658023c85eb4b465e3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4a59a9bd4125411f895df352abaf217c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/3cf60e3327b54b6194c017bf1768fbb3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/f0efa5dfc09b49efba3c887dd70507ef, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8c0ebe9daa10482ba6c59844e586c941, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b9307804a6ed49dab6d68dc431f963b5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/72d5168a31384427bee2677ae3c30a8f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/33dd999fe8144b0280d79ff79c9879f0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/eefe96b1656c454e94aed523b28c4d75, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bb8736ffcfdd44a98e3673b94340ca35, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8bdeccb082ef4a75b4c1c036694383fe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e2a8c047b4b9497caf4045ac1a4ee58e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5f7638016be24f0bbb4cffd29ec3cf98, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5cf8a9157c3c4bc59b856b4899e5097b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4af76429a5e24770b6f7cbfaaff87f3e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4911e08dd854412a9ed984229bb7afdb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc09d2747c26403c8dcabb3f79fe12d7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e04b03258d534c95acabbd62173f4f6d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6c29005ab5a14889983b9f0ed3a57d25, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/ea5b4e8350ba46ac9de188c2f444b737, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc9f1d584de947ce862b7ad1d970b459, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/46f7afdaceb240e898e7cff15705b41f] to archive 2024-11-25T05:40:53,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:40:53,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2c3d732e33a94f2193c45670044f9210 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2c3d732e33a94f2193c45670044f9210 2024-11-25T05:40:53,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6decf2e094d4428b8bd5674c2c49b0f6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6decf2e094d4428b8bd5674c2c49b0f6 2024-11-25T05:40:53,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/2f58ca82a07e4b2d8b6bc1dff44ae7c3 2024-11-25T05:40:53,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/db82e83439014287a62510827f1273fa to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/db82e83439014287a62510827f1273fa 2024-11-25T05:40:53,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5fc2998ef66649858f51471438c6c07c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5fc2998ef66649858f51471438c6c07c 2024-11-25T05:40:53,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b8b171b1a30e47658023c85eb4b465e3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b8b171b1a30e47658023c85eb4b465e3 2024-11-25T05:40:53,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4a59a9bd4125411f895df352abaf217c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4a59a9bd4125411f895df352abaf217c 2024-11-25T05:40:53,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/3cf60e3327b54b6194c017bf1768fbb3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/3cf60e3327b54b6194c017bf1768fbb3 2024-11-25T05:40:53,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/f0efa5dfc09b49efba3c887dd70507ef to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/f0efa5dfc09b49efba3c887dd70507ef 2024-11-25T05:40:53,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8c0ebe9daa10482ba6c59844e586c941 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8c0ebe9daa10482ba6c59844e586c941 2024-11-25T05:40:53,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b9307804a6ed49dab6d68dc431f963b5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/b9307804a6ed49dab6d68dc431f963b5 2024-11-25T05:40:53,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/72d5168a31384427bee2677ae3c30a8f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/72d5168a31384427bee2677ae3c30a8f 2024-11-25T05:40:53,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/33dd999fe8144b0280d79ff79c9879f0 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/33dd999fe8144b0280d79ff79c9879f0 2024-11-25T05:40:53,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/eefe96b1656c454e94aed523b28c4d75 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/eefe96b1656c454e94aed523b28c4d75 2024-11-25T05:40:53,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bb8736ffcfdd44a98e3673b94340ca35 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bb8736ffcfdd44a98e3673b94340ca35 2024-11-25T05:40:53,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8bdeccb082ef4a75b4c1c036694383fe to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/8bdeccb082ef4a75b4c1c036694383fe 2024-11-25T05:40:53,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e2a8c047b4b9497caf4045ac1a4ee58e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e2a8c047b4b9497caf4045ac1a4ee58e 2024-11-25T05:40:53,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5f7638016be24f0bbb4cffd29ec3cf98 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5f7638016be24f0bbb4cffd29ec3cf98 2024-11-25T05:40:53,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5cf8a9157c3c4bc59b856b4899e5097b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/5cf8a9157c3c4bc59b856b4899e5097b 2024-11-25T05:40:53,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4af76429a5e24770b6f7cbfaaff87f3e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4af76429a5e24770b6f7cbfaaff87f3e 2024-11-25T05:40:53,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4911e08dd854412a9ed984229bb7afdb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/4911e08dd854412a9ed984229bb7afdb 2024-11-25T05:40:53,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc09d2747c26403c8dcabb3f79fe12d7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc09d2747c26403c8dcabb3f79fe12d7 2024-11-25T05:40:53,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e04b03258d534c95acabbd62173f4f6d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/e04b03258d534c95acabbd62173f4f6d 2024-11-25T05:40:53,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6c29005ab5a14889983b9f0ed3a57d25 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/6c29005ab5a14889983b9f0ed3a57d25 2024-11-25T05:40:53,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/ea5b4e8350ba46ac9de188c2f444b737 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/ea5b4e8350ba46ac9de188c2f444b737 2024-11-25T05:40:53,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc9f1d584de947ce862b7ad1d970b459 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/bc9f1d584de947ce862b7ad1d970b459 2024-11-25T05:40:53,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/46f7afdaceb240e898e7cff15705b41f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/46f7afdaceb240e898e7cff15705b41f 2024-11-25T05:40:53,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/19fd2b8f491a4ca68eba4a7df12a9f15, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/8c1cde7b676848a5a2cc1af33bb745f5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/077b014cffc94ab080f7dd3df4cd742c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/b3b9930e621346f7aa209b15d838adfd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/24c8603f82ea45e09bef89014a32cba4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/59d9dcb41c4942f789c88f67fe54fd42, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/05115a4ec54241589f96f476f4703301, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06412ba11bad42bcb9acbbdc5762d03d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06f1277ef05f4d6bbe67eae22ca3c793, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6f6998b721ea48ac990fb30682a09bc9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/884059b81a864e9db0ef046a8ef98666, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/85f600fc6cfc46a7bad70be47b5d424c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/69b8d2dddd0c4c17b78cec545665e97a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1e4c835fe9de47c596216fbcfb630950, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ca74f2803a7548bd9d914420b905994f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/70fb32656e4f443e9d82a8a44a1d90ba, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3959d19944f4824a2f1471af7f052e2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/e8b28993651d47a191209bc34a7648d4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6ff8579f8af943f18387769df3e24b99, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/2ba5a523c0ad4ff988cc532c392358ad, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/418389a72db3482497a0619b04d4cfd9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/f9415e0ff7f0402c80383c9bd3f4f60c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c587be0ed8e147e3a5afdc1696513778, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ced0a2a178a3428ca49e69f0abf3881d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ad12991e9c2a4e6db566bf46b4bd9956, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1b86010f80944fa49beb8a8874b74382, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/4b485694cebf4b4bbf5359aa596ef27f] to archive 2024-11-25T05:40:53,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:40:53,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/19fd2b8f491a4ca68eba4a7df12a9f15 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/19fd2b8f491a4ca68eba4a7df12a9f15 2024-11-25T05:40:53,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/8c1cde7b676848a5a2cc1af33bb745f5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/8c1cde7b676848a5a2cc1af33bb745f5 2024-11-25T05:40:53,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/077b014cffc94ab080f7dd3df4cd742c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/077b014cffc94ab080f7dd3df4cd742c 2024-11-25T05:40:53,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/b3b9930e621346f7aa209b15d838adfd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/b3b9930e621346f7aa209b15d838adfd 2024-11-25T05:40:53,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/24c8603f82ea45e09bef89014a32cba4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/24c8603f82ea45e09bef89014a32cba4 2024-11-25T05:40:53,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/59d9dcb41c4942f789c88f67fe54fd42 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/59d9dcb41c4942f789c88f67fe54fd42 2024-11-25T05:40:53,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/05115a4ec54241589f96f476f4703301 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/05115a4ec54241589f96f476f4703301 2024-11-25T05:40:53,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06412ba11bad42bcb9acbbdc5762d03d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06412ba11bad42bcb9acbbdc5762d03d 2024-11-25T05:40:53,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06f1277ef05f4d6bbe67eae22ca3c793 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/06f1277ef05f4d6bbe67eae22ca3c793 2024-11-25T05:40:53,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6f6998b721ea48ac990fb30682a09bc9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6f6998b721ea48ac990fb30682a09bc9 2024-11-25T05:40:53,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/884059b81a864e9db0ef046a8ef98666 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/884059b81a864e9db0ef046a8ef98666 2024-11-25T05:40:53,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/85f600fc6cfc46a7bad70be47b5d424c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/85f600fc6cfc46a7bad70be47b5d424c 2024-11-25T05:40:53,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/69b8d2dddd0c4c17b78cec545665e97a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/69b8d2dddd0c4c17b78cec545665e97a 2024-11-25T05:40:53,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1e4c835fe9de47c596216fbcfb630950 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1e4c835fe9de47c596216fbcfb630950 2024-11-25T05:40:53,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ca74f2803a7548bd9d914420b905994f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ca74f2803a7548bd9d914420b905994f 2024-11-25T05:40:53,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/70fb32656e4f443e9d82a8a44a1d90ba to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/70fb32656e4f443e9d82a8a44a1d90ba 2024-11-25T05:40:53,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3959d19944f4824a2f1471af7f052e2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3959d19944f4824a2f1471af7f052e2 2024-11-25T05:40:53,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/e8b28993651d47a191209bc34a7648d4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/e8b28993651d47a191209bc34a7648d4 2024-11-25T05:40:53,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6ff8579f8af943f18387769df3e24b99 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/6ff8579f8af943f18387769df3e24b99 2024-11-25T05:40:53,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/2ba5a523c0ad4ff988cc532c392358ad to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/2ba5a523c0ad4ff988cc532c392358ad 2024-11-25T05:40:53,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/418389a72db3482497a0619b04d4cfd9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/418389a72db3482497a0619b04d4cfd9 2024-11-25T05:40:53,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/f9415e0ff7f0402c80383c9bd3f4f60c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/f9415e0ff7f0402c80383c9bd3f4f60c 2024-11-25T05:40:53,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c587be0ed8e147e3a5afdc1696513778 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c587be0ed8e147e3a5afdc1696513778 2024-11-25T05:40:53,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ced0a2a178a3428ca49e69f0abf3881d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ced0a2a178a3428ca49e69f0abf3881d 2024-11-25T05:40:53,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ad12991e9c2a4e6db566bf46b4bd9956 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/ad12991e9c2a4e6db566bf46b4bd9956 2024-11-25T05:40:53,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1b86010f80944fa49beb8a8874b74382 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/1b86010f80944fa49beb8a8874b74382 2024-11-25T05:40:53,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/4b485694cebf4b4bbf5359aa596ef27f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/4b485694cebf4b4bbf5359aa596ef27f 2024-11-25T05:40:53,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15ac452ed6504b2ebcec2925a7780cf2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e6f5e283e8284e97857e2a6351fde120, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1f6ef0fd425c41bd887cc5892c0670b2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/39ad95f04b364bc4a80cdc53fff00a3b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/159a77e5cfd74444b458adfa7f3a7469, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/78f01c77095b4939967ea598ac05e2b9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d3a0d440992a4d938600069e0b2487a8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/da4652f73ad447e093306d8783d8f041, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1792150db8df4916918ece91cc60ecc7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/b9204588c6734d8bb9ea3f1d85e0730f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/c0de5c96fe694b2d80cdf76e85f864f0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/ecf2f4a7e5b74777a165575701251923, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/144163c5fc7f4d0d88407d1233eb4c1c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/18eecd68020e46839fe3a532ff3b92eb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d22cca7cabff40f697d166b91435eaff, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/0a3afbcfff824792b4426e65d656a7f1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1d08e8dd790b44a081a0c240f2ef9418, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/2058f1bf79334c00bf8549dfc379d86c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/877ff7f7820d4b5e97baa0574d6c1baf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/5638d63b5656489c86ff6f0229775e11, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/98787994be294170a1846b03f8628b5a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e3d24a9e41f54677aa50ceba0859af3a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e72d726463964f5cb0c2a0b66bfb2ec3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/f27221840c5b47dca5ebd619e45dd17c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/80845ab2dde94ec7ae920e0e899fb295, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/42b8e861bc77457fa1814de92a7647f8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/af9f4893216f4fd59a95abf9d2e12839] to archive 2024-11-25T05:40:53,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:40:53,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15ac452ed6504b2ebcec2925a7780cf2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15ac452ed6504b2ebcec2925a7780cf2 2024-11-25T05:40:53,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e6f5e283e8284e97857e2a6351fde120 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e6f5e283e8284e97857e2a6351fde120 2024-11-25T05:40:53,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1f6ef0fd425c41bd887cc5892c0670b2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1f6ef0fd425c41bd887cc5892c0670b2 2024-11-25T05:40:53,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/39ad95f04b364bc4a80cdc53fff00a3b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/39ad95f04b364bc4a80cdc53fff00a3b 2024-11-25T05:40:53,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/159a77e5cfd74444b458adfa7f3a7469 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/159a77e5cfd74444b458adfa7f3a7469 2024-11-25T05:40:53,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/78f01c77095b4939967ea598ac05e2b9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/78f01c77095b4939967ea598ac05e2b9 2024-11-25T05:40:53,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d3a0d440992a4d938600069e0b2487a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d3a0d440992a4d938600069e0b2487a8 2024-11-25T05:40:53,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/da4652f73ad447e093306d8783d8f041 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/da4652f73ad447e093306d8783d8f041 2024-11-25T05:40:53,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1792150db8df4916918ece91cc60ecc7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1792150db8df4916918ece91cc60ecc7 2024-11-25T05:40:53,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/b9204588c6734d8bb9ea3f1d85e0730f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/b9204588c6734d8bb9ea3f1d85e0730f 2024-11-25T05:40:53,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/c0de5c96fe694b2d80cdf76e85f864f0 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/c0de5c96fe694b2d80cdf76e85f864f0 2024-11-25T05:40:53,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/ecf2f4a7e5b74777a165575701251923 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/ecf2f4a7e5b74777a165575701251923 2024-11-25T05:40:53,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/144163c5fc7f4d0d88407d1233eb4c1c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/144163c5fc7f4d0d88407d1233eb4c1c 2024-11-25T05:40:53,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/18eecd68020e46839fe3a532ff3b92eb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/18eecd68020e46839fe3a532ff3b92eb 2024-11-25T05:40:53,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d22cca7cabff40f697d166b91435eaff to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/d22cca7cabff40f697d166b91435eaff 2024-11-25T05:40:53,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/0a3afbcfff824792b4426e65d656a7f1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/0a3afbcfff824792b4426e65d656a7f1 2024-11-25T05:40:53,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1d08e8dd790b44a081a0c240f2ef9418 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/1d08e8dd790b44a081a0c240f2ef9418 2024-11-25T05:40:53,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/2058f1bf79334c00bf8549dfc379d86c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/2058f1bf79334c00bf8549dfc379d86c 2024-11-25T05:40:53,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/877ff7f7820d4b5e97baa0574d6c1baf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/877ff7f7820d4b5e97baa0574d6c1baf 2024-11-25T05:40:53,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/5638d63b5656489c86ff6f0229775e11 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/5638d63b5656489c86ff6f0229775e11 2024-11-25T05:40:53,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/98787994be294170a1846b03f8628b5a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/98787994be294170a1846b03f8628b5a 2024-11-25T05:40:53,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e3d24a9e41f54677aa50ceba0859af3a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e3d24a9e41f54677aa50ceba0859af3a 2024-11-25T05:40:53,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e72d726463964f5cb0c2a0b66bfb2ec3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/e72d726463964f5cb0c2a0b66bfb2ec3 2024-11-25T05:40:53,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/f27221840c5b47dca5ebd619e45dd17c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/f27221840c5b47dca5ebd619e45dd17c 2024-11-25T05:40:53,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/80845ab2dde94ec7ae920e0e899fb295 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/80845ab2dde94ec7ae920e0e899fb295 2024-11-25T05:40:53,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/42b8e861bc77457fa1814de92a7647f8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/42b8e861bc77457fa1814de92a7647f8 2024-11-25T05:40:53,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/af9f4893216f4fd59a95abf9d2e12839 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/af9f4893216f4fd59a95abf9d2e12839 2024-11-25T05:40:53,343 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/recovered.edits/424.seqid, newMaxSeqId=424, maxSeqId=4 2024-11-25T05:40:53,344 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. 2024-11-25T05:40:53,344 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for 94e4debcb3478df02b9af6a86fd4c304: Waiting for close lock at 1732513251573Running coprocessor pre-close hooks at 1732513251573Disabling compacts and flushes for region at 1732513251573Disabling writes for close at 1732513251573Obtaining lock to block concurrent updates at 1732513251573Preparing flush snapshotting stores in 94e4debcb3478df02b9af6a86fd4c304 at 1732513251574 (+1 ms)Finished memstore snapshotting TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732513251574Flushing stores of TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304. at 1732513251575 (+1 ms)Flushing 94e4debcb3478df02b9af6a86fd4c304/A: creating writer at 1732513251575Flushing mob file 94e4debcb3478df02b9af6a86fd4c304/A: appending metadata at 1732513251582 (+7 ms)Flushing mob file 94e4debcb3478df02b9af6a86fd4c304/A: closing flushed file at 1732513251582Flushing 94e4debcb3478df02b9af6a86fd4c304/A: appending metadata at 1732513251997 (+415 ms)Flushing 94e4debcb3478df02b9af6a86fd4c304/A: closing flushed file at 1732513251997Flushing 94e4debcb3478df02b9af6a86fd4c304/B: creating writer at 1732513252411 (+414 ms)Flushing 94e4debcb3478df02b9af6a86fd4c304/B: appending metadata at 1732513252414 (+3 ms)Flushing 94e4debcb3478df02b9af6a86fd4c304/B: closing flushed file at 1732513252414Flushing 94e4debcb3478df02b9af6a86fd4c304/C: creating writer at 1732513252822 (+408 ms)Flushing 94e4debcb3478df02b9af6a86fd4c304/C: appending metadata at 1732513252825 (+3 ms)Flushing 94e4debcb3478df02b9af6a86fd4c304/C: closing flushed file at 1732513252825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f76b8fe: reopening flushed file at 1732513253239 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83a6cc: reopening flushed file at 1732513253246 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3afffd: reopening flushed file at 1732513253252 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 94e4debcb3478df02b9af6a86fd4c304 in 1685ms, sequenceid=421, compaction requested=true at 1732513253258 (+6 ms)Writing region close event to WAL at 1732513253341 (+83 ms)Running coprocessor post-close hooks at 1732513253344 (+3 ms)Closed at 1732513253344 2024-11-25T05:40:53,346 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed 94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=94e4debcb3478df02b9af6a86fd4c304, regionState=CLOSED 2024-11-25T05:40:53,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:40:53,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-25T05:40:53,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure 94e4debcb3478df02b9af6a86fd4c304, server=8ef925b832e3,41059,1732513187808 in 1.9280 sec 2024-11-25T05:40:53,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T05:40:53,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94e4debcb3478df02b9af6a86fd4c304, UNASSIGN in 1.9320 sec 2024-11-25T05:40:53,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-25T05:40:53,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9360 sec 2024-11-25T05:40:53,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513253353"}]},"ts":"1732513253353"} 2024-11-25T05:40:53,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T05:40:53,355 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T05:40:53,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9490 sec 2024-11-25T05:40:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T05:40:53,560 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:53,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T05:40:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:53,564 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T05:40:53,565 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:53,568 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,570 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/recovered.edits] 2024-11-25T05:40:53,573 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/697230f9711b4bff96cfe5f4afc64f39 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/697230f9711b4bff96cfe5f4afc64f39 2024-11-25T05:40:53,574 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/c2103952d8dc4d50bacc397927083610 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/c2103952d8dc4d50bacc397927083610 2024-11-25T05:40:53,575 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/c7942bf952ed4a2f9ea816f406f5fab1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/A/c7942bf952ed4a2f9ea816f406f5fab1 2024-11-25T05:40:53,577 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/2214f7cdd33a4a0183de872b8001f06a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/2214f7cdd33a4a0183de872b8001f06a 2024-11-25T05:40:53,578 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/7643e45abc3c4566916d288095e6de2e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/7643e45abc3c4566916d288095e6de2e 2024-11-25T05:40:53,579 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3166d35f2624eb5b0ec7f43183b4b10 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/B/c3166d35f2624eb5b0ec7f43183b4b10 2024-11-25T05:40:53,580 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15b9ed58e7be48a8803eccf18ae0c708 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/15b9ed58e7be48a8803eccf18ae0c708 2024-11-25T05:40:53,581 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/6b0b0ffbe52543cd98d7e9769de1d6f3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/6b0b0ffbe52543cd98d7e9769de1d6f3 2024-11-25T05:40:53,582 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/7b4f134e0ce64bac8099ee6b52be4cda to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/C/7b4f134e0ce64bac8099ee6b52be4cda 2024-11-25T05:40:53,584 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/recovered.edits/424.seqid to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304/recovered.edits/424.seqid 2024-11-25T05:40:53,584 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,585 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T05:40:53,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T05:40:53,586 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T05:40:53,588 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125004c144bc2bc467c9f010e03193eefbb_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125004c144bc2bc467c9f010e03193eefbb_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,589 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125103df792ef6342bfa856c270f97a12a1_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125103df792ef6342bfa856c270f97a12a1_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,590 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112510a9b8cff4d6414aafaf7e52938382fc_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112510a9b8cff4d6414aafaf7e52938382fc_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fd33331321949228eb2e2cf22ec6d9b_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fd33331321949228eb2e2cf22ec6d9b_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125345e441d8ccd4f9fbc0170f9464e16c6_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125345e441d8ccd4f9fbc0170f9464e16c6_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,593 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e3fc34bddd849fc82c3f30e11293130_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e3fc34bddd849fc82c3f30e11293130_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,593 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255752354aaaed4690bfe7657990ce4698_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255752354aaaed4690bfe7657990ce4698_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,594 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125623fcc3687e945f48e9502e3855e5755_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125623fcc3687e945f48e9502e3855e5755_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125751b27c1c39f4030a9703a34e11de0ed_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125751b27c1c39f4030a9703a34e11de0ed_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,596 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766849bd65724834825968d4cbbb13b1_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766849bd65724834825968d4cbbb13b1_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b9efdcd4bb64207a4432fcdf7ea31d6_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b9efdcd4bb64207a4432fcdf7ea31d6_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258ec1ca1d74194a41835183b46cd87575_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258ec1ca1d74194a41835183b46cd87575_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259ba7b1e502ab4a4b91c6e083d1ab005a_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259ba7b1e502ab4a4b91c6e083d1ab005a_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,599 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f1872eedf914c69974fb079df2586b9_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f1872eedf914c69974fb079df2586b9_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,600 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b031e20cc7e34f468315993ab9160bb6_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b031e20cc7e34f468315993ab9160bb6_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,600 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b5282347dfee49938e955411a2419400_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b5282347dfee49938e955411a2419400_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,601 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b727426cacc248a3921135d2ab23e345_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b727426cacc248a3921135d2ab23e345_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,602 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d1679fd4d9154da18bbf62cfb8e33eac_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d1679fd4d9154da18bbf62cfb8e33eac_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,603 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125db55cf13d04f4ff890d4b45b70faf4d7_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125db55cf13d04f4ff890d4b45b70faf4d7_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,603 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125db83d7b1ac264c509256c8e669c4eb67_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125db83d7b1ac264c509256c8e669c4eb67_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,604 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df214dbac6fc46dcb3dae6fdd8ae9d8d_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df214dbac6fc46dcb3dae6fdd8ae9d8d_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f35b31f9168c4fdab3b0405779468953_94e4debcb3478df02b9af6a86fd4c304 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f35b31f9168c4fdab3b0405779468953_94e4debcb3478df02b9af6a86fd4c304 2024-11-25T05:40:53,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T05:40:53,607 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:53,609 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T05:40:53,610 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T05:40:53,611 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:53,612 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T05:40:53,612 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732513253612"}]},"ts":"9223372036854775807"} 2024-11-25T05:40:53,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T05:40:53,614 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 94e4debcb3478df02b9af6a86fd4c304, NAME => 'TestAcidGuarantees,,1732513224291.94e4debcb3478df02b9af6a86fd4c304.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T05:40:53,614 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T05:40:53,614 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732513253614"}]},"ts":"9223372036854775807"} 2024-11-25T05:40:53,616 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T05:40:53,616 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:53,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-25T05:40:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T05:40:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T05:40:53,670 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:53,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 237) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1802554539_22 at /127.0.0.1:40564 [Waiting for operation #467] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1288777466_22 at /127.0.0.1:50694 [Waiting for operation #687] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1802554539_22 at /127.0.0.1:40478 [Waiting for operation #631] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1288777466_22 at /127.0.0.1:50798 [Waiting for operation #668] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 332) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7540 (was 7868) 2024-11-25T05:40:53,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=7540 2024-11-25T05:40:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:40:53,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:40:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T05:40:53,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T05:40:53,698 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:53,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 57 2024-11-25T05:40:53,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T05:40:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-25T05:40:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742056_1232 (size=959) 2024-11-25T05:40:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-25T05:40:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-25T05:40:54,111 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 2024-11-25T05:40:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742057_1233 (size=53) 2024-11-25T05:40:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-25T05:40:54,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:40:54,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 09f86bf9d5a3cb52c5e36f59f34e5b1f, disabling compactions & flushes 2024-11-25T05:40:54,523 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:54,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:54,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. after waiting 0 ms 2024-11-25T05:40:54,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:54,523 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:54,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: Waiting for close lock at 1732513254523Disabling compacts and flushes for region at 1732513254523Disabling writes for close at 1732513254523Writing region close event to WAL at 1732513254523Closed at 1732513254523 2024-11-25T05:40:54,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T05:40:54,526 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732513254526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732513254526"}]},"ts":"1732513254526"} 2024-11-25T05:40:54,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T05:40:54,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T05:40:54,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513254533"}]},"ts":"1732513254533"} 2024-11-25T05:40:54,536 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T05:40:54,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, ASSIGN}] 2024-11-25T05:40:54,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, ASSIGN 2024-11-25T05:40:54,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, ASSIGN; state=OFFLINE, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=false 2024-11-25T05:40:54,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=09f86bf9d5a3cb52c5e36f59f34e5b1f, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, ASSIGN because future has completed 2024-11-25T05:40:54,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:40:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-25T05:40:54,852 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:54,852 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:40:54,852 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,852 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:40:54,852 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,852 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,854 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,856 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f86bf9d5a3cb52c5e36f59f34e5b1f columnFamilyName A 2024-11-25T05:40:54,856 DEBUG [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:54,856 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] regionserver.HStore(327): Store=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:54,856 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,858 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f86bf9d5a3cb52c5e36f59f34e5b1f columnFamilyName B 2024-11-25T05:40:54,858 DEBUG [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:54,859 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] regionserver.HStore(327): Store=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:54,859 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,860 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f86bf9d5a3cb52c5e36f59f34e5b1f columnFamilyName C 2024-11-25T05:40:54,860 DEBUG [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:40:54,861 INFO [StoreOpener-09f86bf9d5a3cb52c5e36f59f34e5b1f-1 {}] regionserver.HStore(327): Store=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:40:54,861 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,862 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,862 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,863 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,863 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,864 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:40:54,866 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,868 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T05:40:54,869 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened 09f86bf9d5a3cb52c5e36f59f34e5b1f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71248793, jitterRate=0.061689749360084534}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:40:54,869 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:54,870 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: Running coprocessor pre-open hook at 1732513254852Writing region info on filesystem at 1732513254852Initializing all the Stores at 1732513254853 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513254853Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513254854 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513254854Cleaning up temporary data from old regions at 1732513254863 (+9 ms)Running coprocessor post-open hooks at 1732513254869 (+6 ms)Region opened successfully at 1732513254870 (+1 ms) 2024-11-25T05:40:54,871 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., pid=59, masterSystemTime=1732513254846 2024-11-25T05:40:54,872 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:54,873 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:54,873 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=09f86bf9d5a3cb52c5e36f59f34e5b1f, regionState=OPEN, openSeqNum=2, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:54,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:40:54,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-25T05:40:54,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure 09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 in 183 msec 2024-11-25T05:40:54,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T05:40:54,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, ASSIGN in 341 msec 2024-11-25T05:40:54,879 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T05:40:54,880 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513254879"}]},"ts":"1732513254879"} 2024-11-25T05:40:54,881 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T05:40:54,882 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T05:40:54,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-25T05:40:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-25T05:40:55,852 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:55,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a754db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,858 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b743e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,862 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743412a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T05:40:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8ef925b832e3,32803,1732513187085 2024-11-25T05:40:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76a17bbf 2024-11-25T05:40:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T05:40:55,869 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T05:40:55,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,872 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a3d105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,874 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc38012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,876 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5883bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,877 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37237b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,879 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6dfd2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,880 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e2d73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,882 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7e59a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbd707f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,885 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27333c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,887 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7f81e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,889 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b4720e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,891 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f94ac46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,893 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ae4c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,894 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8ab030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,898 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de174d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,900 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544e2e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,902 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4819cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,903 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cc44c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:40:55,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:40:55,905 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:40:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:40:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:40:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e60f45e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:40:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:40:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:40:55,906 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:40:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b12847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:40:55,907 DEBUG [Thread-1095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,908 DEBUG [Thread-1110 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,908 DEBUG [Thread-1099 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,908 DEBUG [Thread-1104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,908 DEBUG [Thread-1108 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,908 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,909 DEBUG [Thread-1102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,909 DEBUG [Thread-1104 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,909 DEBUG [Thread-1091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-25T05:40:55,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T05:40:55,911 DEBUG [Thread-1104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,911 DEBUG [Thread-1106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,913 DEBUG [Thread-1102 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,913 DEBUG [Thread-1093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,913 DEBUG [Thread-1102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,914 DEBUG [Thread-1093 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,914 DEBUG [Thread-1093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,914 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,915 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:55,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,916 DEBUG [Thread-1097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:40:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:40:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:40:55,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:40:55,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:40:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:55,924 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:55,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:40:55,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d565f3788d534e37985189170b3f3efe is 50, key is test_row_1/A:col10/1732513255924/Put/seqid=0 2024-11-25T05:40:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742058_1234 (size=9657) 2024-11-25T05:40:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513315949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:55,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:55,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513315967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:55,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513315967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513315968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513315968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T05:40:56,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513316070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513316080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513316080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513316080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513316081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T05:40:56,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513316280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513316290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513316290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513316291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513316291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d565f3788d534e37985189170b3f3efe 2024-11-25T05:40:56,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/44acf47bea8b4fdcabcc982defc9405b is 50, key is test_row_1/B:col10/1732513255924/Put/seqid=0 2024-11-25T05:40:56,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742059_1235 (size=9657) 2024-11-25T05:40:56,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T05:40:56,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513316590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513316600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513316600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513316600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513316600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:56,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/44acf47bea8b4fdcabcc982defc9405b 2024-11-25T05:40:56,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8698645fd0234569b23580691f6d0469 is 50, key is test_row_1/C:col10/1732513255924/Put/seqid=0 2024-11-25T05:40:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742060_1236 (size=9657) 2024-11-25T05:40:56,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:56,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T05:40:57,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513317100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:57,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513317110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:57,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513317110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513317110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:57,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513317119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:57,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:57,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:57,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8698645fd0234569b23580691f6d0469 2024-11-25T05:40:57,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d565f3788d534e37985189170b3f3efe as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d565f3788d534e37985189170b3f3efe 2024-11-25T05:40:57,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d565f3788d534e37985189170b3f3efe, entries=100, sequenceid=15, filesize=9.4 K 2024-11-25T05:40:57,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/44acf47bea8b4fdcabcc982defc9405b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/44acf47bea8b4fdcabcc982defc9405b 2024-11-25T05:40:57,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/44acf47bea8b4fdcabcc982defc9405b, entries=100, sequenceid=15, filesize=9.4 K 2024-11-25T05:40:57,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8698645fd0234569b23580691f6d0469 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8698645fd0234569b23580691f6d0469 2024-11-25T05:40:57,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8698645fd0234569b23580691f6d0469, entries=100, sequenceid=15, filesize=9.4 K 2024-11-25T05:40:57,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 1328ms, sequenceid=15, compaction requested=false 2024-11-25T05:40:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:40:57,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T05:40:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:57,293 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T05:40:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/0a01909de85b4167b884dbe67b87daaf is 50, key is test_row_0/A:col10/1732513255938/Put/seqid=0 2024-11-25T05:40:57,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742061_1237 (size=12001) 2024-11-25T05:40:57,354 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/0a01909de85b4167b884dbe67b87daaf 2024-11-25T05:40:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/3c47cba2ef74440c83e380aa35824f1d is 50, key is test_row_0/B:col10/1732513255938/Put/seqid=0 2024-11-25T05:40:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742062_1238 (size=12001) 2024-11-25T05:40:57,369 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/3c47cba2ef74440c83e380aa35824f1d 2024-11-25T05:40:57,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/f36d4adcff8e4dd8a995fab367e5dfa5 is 50, key is test_row_0/C:col10/1732513255938/Put/seqid=0 2024-11-25T05:40:57,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742063_1239 (size=12001) 2024-11-25T05:40:57,792 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/f36d4adcff8e4dd8a995fab367e5dfa5 2024-11-25T05:40:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/0a01909de85b4167b884dbe67b87daaf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0a01909de85b4167b884dbe67b87daaf 2024-11-25T05:40:57,807 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0a01909de85b4167b884dbe67b87daaf, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T05:40:57,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/3c47cba2ef74440c83e380aa35824f1d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3c47cba2ef74440c83e380aa35824f1d 2024-11-25T05:40:57,812 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3c47cba2ef74440c83e380aa35824f1d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T05:40:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/f36d4adcff8e4dd8a995fab367e5dfa5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f36d4adcff8e4dd8a995fab367e5dfa5 2024-11-25T05:40:57,819 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f36d4adcff8e4dd8a995fab367e5dfa5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T05:40:57,820 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 527ms, sequenceid=37, compaction requested=false 2024-11-25T05:40:57,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:40:57,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:57,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-25T05:40:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-25T05:40:57,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-25T05:40:57,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9070 sec 2024-11-25T05:40:57,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.9150 sec 2024-11-25T05:40:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T05:40:58,061 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:40:58,061 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:40:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-25T05:40:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T05:40:58,063 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:40:58,064 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:40:58,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:40:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:40:58,124 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:40:58,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:40:58,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/6365b2c7493f42508125b90aecfd3421 is 50, key is test_row_0/A:col10/1732513258123/Put/seqid=0 2024-11-25T05:40:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742064_1240 (size=12001) 2024-11-25T05:40:58,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513318152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513318155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513318156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513318157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513318157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T05:40:58,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:58,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:58,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513318260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513318270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513318270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513318270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513318270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T05:40:58,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513318470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513318480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513318480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513318480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513318481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/6365b2c7493f42508125b90aecfd3421 2024-11-25T05:40:58,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/4b179932e02940e6abbba2a9fdeddb02 is 50, key is test_row_0/B:col10/1732513258123/Put/seqid=0 2024-11-25T05:40:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742065_1241 (size=12001) 2024-11-25T05:40:58,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T05:40:58,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513318780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513318790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513318790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513318790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513318791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:58,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T05:40:58,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/4b179932e02940e6abbba2a9fdeddb02 2024-11-25T05:40:58,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/57dda65df7a74f6c8fb9403146eb5990 is 50, key is test_row_0/C:col10/1732513258123/Put/seqid=0 2024-11-25T05:40:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742066_1242 (size=12001) 2024-11-25T05:40:58,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:58,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:59,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:59,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T05:40:59,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:59,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:40:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:59,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:40:59,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513319290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:59,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:59,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513319299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513319299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513319300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:59,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:40:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513319300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:40:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:40:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:40:59,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/57dda65df7a74f6c8fb9403146eb5990 2024-11-25T05:40:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/6365b2c7493f42508125b90aecfd3421 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6365b2c7493f42508125b90aecfd3421 2024-11-25T05:40:59,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6365b2c7493f42508125b90aecfd3421, entries=150, sequenceid=48, filesize=11.7 K 2024-11-25T05:40:59,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/4b179932e02940e6abbba2a9fdeddb02 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4b179932e02940e6abbba2a9fdeddb02 2024-11-25T05:40:59,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4b179932e02940e6abbba2a9fdeddb02, entries=150, sequenceid=48, filesize=11.7 K 2024-11-25T05:40:59,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/57dda65df7a74f6c8fb9403146eb5990 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/57dda65df7a74f6c8fb9403146eb5990 2024-11-25T05:40:59,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/57dda65df7a74f6c8fb9403146eb5990, entries=150, sequenceid=48, filesize=11.7 K 2024-11-25T05:40:59,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 1265ms, sequenceid=48, compaction requested=true 2024-11-25T05:40:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:40:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:40:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:59,389 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:40:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:40:59,389 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:59,390 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:59,390 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:59,390 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:40:59,390 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:40:59,390 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:59,390 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:59,390 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/44acf47bea8b4fdcabcc982defc9405b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3c47cba2ef74440c83e380aa35824f1d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4b179932e02940e6abbba2a9fdeddb02] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=32.9 K 2024-11-25T05:40:59,390 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d565f3788d534e37985189170b3f3efe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0a01909de85b4167b884dbe67b87daaf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6365b2c7493f42508125b90aecfd3421] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=32.9 K 2024-11-25T05:40:59,391 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d565f3788d534e37985189170b3f3efe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732513255924 2024-11-25T05:40:59,391 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 44acf47bea8b4fdcabcc982defc9405b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732513255924 2024-11-25T05:40:59,391 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a01909de85b4167b884dbe67b87daaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732513255938 2024-11-25T05:40:59,391 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c47cba2ef74440c83e380aa35824f1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732513255938 2024-11-25T05:40:59,391 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6365b2c7493f42508125b90aecfd3421, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732513258117 2024-11-25T05:40:59,392 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b179932e02940e6abbba2a9fdeddb02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732513258117 2024-11-25T05:40:59,398 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:59,398 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/198e901d744b4acc9789cf4fad54ffcb is 50, key is test_row_0/A:col10/1732513258123/Put/seqid=0 2024-11-25T05:40:59,399 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:59,399 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/837ae56b4ddb42c2b0924f158db8df0f is 50, key is test_row_0/B:col10/1732513258123/Put/seqid=0 2024-11-25T05:40:59,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742067_1243 (size=12104) 2024-11-25T05:40:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742068_1244 (size=12104) 2024-11-25T05:40:59,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T05:40:59,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:59,439 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:40:59,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/c0bf0d8fa850418cb416ae3acbdc0c4b is 50, key is test_row_0/A:col10/1732513258153/Put/seqid=0 2024-11-25T05:40:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742069_1245 (size=12001) 2024-11-25T05:40:59,456 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/c0bf0d8fa850418cb416ae3acbdc0c4b 2024-11-25T05:40:59,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/e1f9478a11c447eabdea784e399cd759 is 50, key is test_row_0/B:col10/1732513258153/Put/seqid=0 2024-11-25T05:40:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742070_1246 (size=12001) 2024-11-25T05:40:59,811 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/198e901d744b4acc9789cf4fad54ffcb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/198e901d744b4acc9789cf4fad54ffcb 2024-11-25T05:40:59,819 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 198e901d744b4acc9789cf4fad54ffcb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:59,819 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:40:59,819 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513259389; duration=0sec 2024-11-25T05:40:59,819 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:40:59,819 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:40:59,819 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:40:59,821 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:40:59,821 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:40:59,821 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:40:59,821 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8698645fd0234569b23580691f6d0469, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f36d4adcff8e4dd8a995fab367e5dfa5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/57dda65df7a74f6c8fb9403146eb5990] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=32.9 K 2024-11-25T05:40:59,822 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8698645fd0234569b23580691f6d0469, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732513255924 2024-11-25T05:40:59,822 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f36d4adcff8e4dd8a995fab367e5dfa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732513255938 2024-11-25T05:40:59,822 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57dda65df7a74f6c8fb9403146eb5990, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732513258117 2024-11-25T05:40:59,823 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/837ae56b4ddb42c2b0924f158db8df0f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/837ae56b4ddb42c2b0924f158db8df0f 2024-11-25T05:40:59,830 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:40:59,830 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/cd3df295f2ad47fa9bc2a05cf5c8ead6 is 50, key is test_row_0/C:col10/1732513258123/Put/seqid=0 2024-11-25T05:40:59,832 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 837ae56b4ddb42c2b0924f158db8df0f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:40:59,832 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:40:59,832 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513259389; duration=0sec 2024-11-25T05:40:59,832 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:40:59,832 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:40:59,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742071_1247 (size=12104) 2024-11-25T05:40:59,875 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/e1f9478a11c447eabdea784e399cd759 2024-11-25T05:40:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/7a8d1c953d3a40e78c01401d139e3863 is 50, key is test_row_0/C:col10/1732513258153/Put/seqid=0 2024-11-25T05:40:59,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742072_1248 (size=12001) 2024-11-25T05:41:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T05:41:00,247 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/cd3df295f2ad47fa9bc2a05cf5c8ead6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/cd3df295f2ad47fa9bc2a05cf5c8ead6 2024-11-25T05:41:00,255 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into cd3df295f2ad47fa9bc2a05cf5c8ead6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:00,255 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:00,255 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513259389; duration=0sec 2024-11-25T05:41:00,255 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:00,255 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:00,288 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/7a8d1c953d3a40e78c01401d139e3863 2024-11-25T05:41:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/c0bf0d8fa850418cb416ae3acbdc0c4b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c0bf0d8fa850418cb416ae3acbdc0c4b 2024-11-25T05:41:00,298 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c0bf0d8fa850418cb416ae3acbdc0c4b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T05:41:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/e1f9478a11c447eabdea784e399cd759 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e1f9478a11c447eabdea784e399cd759 2024-11-25T05:41:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:00,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:00,304 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e1f9478a11c447eabdea784e399cd759, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T05:41:00,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/7a8d1c953d3a40e78c01401d139e3863 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7a8d1c953d3a40e78c01401d139e3863 2024-11-25T05:41:00,310 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7a8d1c953d3a40e78c01401d139e3863, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T05:41:00,311 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 872ms, sequenceid=74, compaction requested=false 2024-11-25T05:41:00,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:00,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:00,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-25T05:41:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-25T05:41:00,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-25T05:41:00,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2490 sec 2024-11-25T05:41:00,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.2540 sec 2024-11-25T05:41:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:00,317 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:00,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:00,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/7af04056bc484b68b26d854ce8046b68 is 50, key is test_row_0/A:col10/1732513260316/Put/seqid=0 2024-11-25T05:41:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742073_1249 (size=14341) 2024-11-25T05:41:00,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513320341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513320342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513320343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513320344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513320345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513320450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513320450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513320450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513320450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513320460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513320660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513320660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513320660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513320660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513320670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/7af04056bc484b68b26d854ce8046b68 2024-11-25T05:41:00,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/86b0a09a22034ff79ae8cf2a004bebd8 is 50, key is test_row_0/B:col10/1732513260316/Put/seqid=0 2024-11-25T05:41:00,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742074_1250 (size=12001) 2024-11-25T05:41:00,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513320970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513320970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513320970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513320970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513320980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/86b0a09a22034ff79ae8cf2a004bebd8 2024-11-25T05:41:01,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/a2421e8c87524d1b85ec1eadc4b0d54c is 50, key is test_row_0/C:col10/1732513260316/Put/seqid=0 2024-11-25T05:41:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742075_1251 (size=12001) 2024-11-25T05:41:01,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/a2421e8c87524d1b85ec1eadc4b0d54c 2024-11-25T05:41:01,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/7af04056bc484b68b26d854ce8046b68 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/7af04056bc484b68b26d854ce8046b68 2024-11-25T05:41:01,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/7af04056bc484b68b26d854ce8046b68, entries=200, sequenceid=89, filesize=14.0 K 2024-11-25T05:41:01,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/86b0a09a22034ff79ae8cf2a004bebd8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/86b0a09a22034ff79ae8cf2a004bebd8 2024-11-25T05:41:01,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/86b0a09a22034ff79ae8cf2a004bebd8, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T05:41:01,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/a2421e8c87524d1b85ec1eadc4b0d54c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a2421e8c87524d1b85ec1eadc4b0d54c 2024-11-25T05:41:01,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a2421e8c87524d1b85ec1eadc4b0d54c, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T05:41:01,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 881ms, sequenceid=89, compaction requested=true 2024-11-25T05:41:01,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:01,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:01,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:01,198 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:01,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:01,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:01,198 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:01,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:01,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:01,199 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:01,199 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:01,199 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:01,199 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/198e901d744b4acc9789cf4fad54ffcb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c0bf0d8fa850418cb416ae3acbdc0c4b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/7af04056bc484b68b26d854ce8046b68] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=37.5 K 2024-11-25T05:41:01,200 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:01,200 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:01,200 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:01,200 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/837ae56b4ddb42c2b0924f158db8df0f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e1f9478a11c447eabdea784e399cd759, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/86b0a09a22034ff79ae8cf2a004bebd8] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=35.3 K 2024-11-25T05:41:01,200 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 198e901d744b4acc9789cf4fad54ffcb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732513258117 2024-11-25T05:41:01,201 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 837ae56b4ddb42c2b0924f158db8df0f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732513258117 2024-11-25T05:41:01,202 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0bf0d8fa850418cb416ae3acbdc0c4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513258148 2024-11-25T05:41:01,202 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7af04056bc484b68b26d854ce8046b68, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732513260312 2024-11-25T05:41:01,202 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e1f9478a11c447eabdea784e399cd759, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513258148 2024-11-25T05:41:01,203 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 86b0a09a22034ff79ae8cf2a004bebd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732513260316 2024-11-25T05:41:01,214 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:01,215 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:01,215 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/b6101aa8667e46c1bb325bbe70b80014 is 50, key is test_row_0/B:col10/1732513260316/Put/seqid=0 2024-11-25T05:41:01,215 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/6dbab5ecd9f54d658c2e5c521d9d7553 is 50, key is test_row_0/A:col10/1732513260316/Put/seqid=0 2024-11-25T05:41:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742076_1252 (size=12207) 2024-11-25T05:41:01,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742077_1253 (size=12207) 2024-11-25T05:41:01,240 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/b6101aa8667e46c1bb325bbe70b80014 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b6101aa8667e46c1bb325bbe70b80014 2024-11-25T05:41:01,248 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into b6101aa8667e46c1bb325bbe70b80014(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:01,248 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:01,248 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513261198; duration=0sec 2024-11-25T05:41:01,248 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:01,248 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:01,249 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:01,250 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:01,250 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:01,250 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:01,251 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/cd3df295f2ad47fa9bc2a05cf5c8ead6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7a8d1c953d3a40e78c01401d139e3863, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a2421e8c87524d1b85ec1eadc4b0d54c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=35.3 K 2024-11-25T05:41:01,251 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting cd3df295f2ad47fa9bc2a05cf5c8ead6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732513258117 2024-11-25T05:41:01,251 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a8d1c953d3a40e78c01401d139e3863, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513258148 2024-11-25T05:41:01,252 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting a2421e8c87524d1b85ec1eadc4b0d54c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732513260316 2024-11-25T05:41:01,259 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:01,259 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0a72664593f6494c85b982893edd3b9c is 50, key is test_row_0/C:col10/1732513260316/Put/seqid=0 2024-11-25T05:41:01,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742078_1254 (size=12207) 2024-11-25T05:41:01,311 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0a72664593f6494c85b982893edd3b9c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0a72664593f6494c85b982893edd3b9c 2024-11-25T05:41:01,319 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 0a72664593f6494c85b982893edd3b9c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:01,324 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:01,324 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513261198; duration=0sec 2024-11-25T05:41:01,324 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:01,324 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:01,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:41:01,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/f16a13a7ad154b58b2f951d2427a0540 is 50, key is test_row_0/A:col10/1732513261482/Put/seqid=0 2024-11-25T05:41:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513321489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742079_1255 (size=14341) 2024-11-25T05:41:01,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513321490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/f16a13a7ad154b58b2f951d2427a0540 2024-11-25T05:41:01,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513321492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513321491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513321500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/9d5fa064e788497e8f3e5deb8f4a559e is 50, key is test_row_0/B:col10/1732513261482/Put/seqid=0 2024-11-25T05:41:01,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742080_1256 (size=12001) 2024-11-25T05:41:01,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/9d5fa064e788497e8f3e5deb8f4a559e 2024-11-25T05:41:01,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/5799b0cbbdfa4b01a4a699add64f4771 is 50, key is test_row_0/C:col10/1732513261482/Put/seqid=0 2024-11-25T05:41:01,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742081_1257 (size=12001) 2024-11-25T05:41:01,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513321600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513321610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513321610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513321610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,634 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/6dbab5ecd9f54d658c2e5c521d9d7553 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6dbab5ecd9f54d658c2e5c521d9d7553 2024-11-25T05:41:01,638 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 6dbab5ecd9f54d658c2e5c521d9d7553(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:01,638 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:01,638 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513261198; duration=0sec 2024-11-25T05:41:01,638 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:01,639 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:01,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513321810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513321821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513321821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513321821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:01,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/5799b0cbbdfa4b01a4a699add64f4771 2024-11-25T05:41:01,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/f16a13a7ad154b58b2f951d2427a0540 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f16a13a7ad154b58b2f951d2427a0540 2024-11-25T05:41:01,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f16a13a7ad154b58b2f951d2427a0540, entries=200, sequenceid=119, filesize=14.0 K 2024-11-25T05:41:01,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/9d5fa064e788497e8f3e5deb8f4a559e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/9d5fa064e788497e8f3e5deb8f4a559e 2024-11-25T05:41:01,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/9d5fa064e788497e8f3e5deb8f4a559e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T05:41:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/5799b0cbbdfa4b01a4a699add64f4771 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/5799b0cbbdfa4b01a4a699add64f4771 2024-11-25T05:41:01,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/5799b0cbbdfa4b01a4a699add64f4771, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T05:41:01,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 463ms, sequenceid=119, compaction requested=false 2024-11-25T05:41:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:02,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:02,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/5574a3d37ce2478691cc2fea74ad683f is 50, key is test_row_0/A:col10/1732513262126/Put/seqid=0 2024-11-25T05:41:02,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742082_1258 (size=12147) 2024-11-25T05:41:02,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/5574a3d37ce2478691cc2fea74ad683f 2024-11-25T05:41:02,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513322163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513322164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513322166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513322166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/22d631f227b14db4a75b392be0af7750 is 50, key is test_row_0/B:col10/1732513262126/Put/seqid=0 2024-11-25T05:41:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742083_1259 (size=9757) 2024-11-25T05:41:02,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/22d631f227b14db4a75b392be0af7750 2024-11-25T05:41:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T05:41:02,221 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:02,221 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:02,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/464be1ef61bd450db8b3ec9423d93f95 is 50, key is test_row_0/C:col10/1732513262126/Put/seqid=0 2024-11-25T05:41:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-25T05:41:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T05:41:02,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:02,226 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:02,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742084_1260 (size=9757) 2024-11-25T05:41:02,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/464be1ef61bd450db8b3ec9423d93f95 2024-11-25T05:41:02,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/5574a3d37ce2478691cc2fea74ad683f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5574a3d37ce2478691cc2fea74ad683f 2024-11-25T05:41:02,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5574a3d37ce2478691cc2fea74ad683f, entries=150, sequenceid=131, filesize=11.9 K 2024-11-25T05:41:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/22d631f227b14db4a75b392be0af7750 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/22d631f227b14db4a75b392be0af7750 2024-11-25T05:41:02,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/22d631f227b14db4a75b392be0af7750, entries=100, sequenceid=131, filesize=9.5 K 2024-11-25T05:41:02,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/464be1ef61bd450db8b3ec9423d93f95 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/464be1ef61bd450db8b3ec9423d93f95 2024-11-25T05:41:02,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/464be1ef61bd450db8b3ec9423d93f95, entries=100, sequenceid=131, filesize=9.5 K 2024-11-25T05:41:02,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 145ms, sequenceid=131, compaction requested=true 2024-11-25T05:41:02,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:02,273 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:02,273 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:02,274 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:02,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:41:02,275 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:02,275 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38695 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:02,275 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:02,275 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:02,275 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,275 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,275 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b6101aa8667e46c1bb325bbe70b80014, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/9d5fa064e788497e8f3e5deb8f4a559e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/22d631f227b14db4a75b392be0af7750] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=33.2 K 2024-11-25T05:41:02,275 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6dbab5ecd9f54d658c2e5c521d9d7553, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f16a13a7ad154b58b2f951d2427a0540, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5574a3d37ce2478691cc2fea74ad683f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=37.8 K 2024-11-25T05:41:02,276 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dbab5ecd9f54d658c2e5c521d9d7553, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732513260316 2024-11-25T05:41:02,276 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6101aa8667e46c1bb325bbe70b80014, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732513260316 2024-11-25T05:41:02,276 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d5fa064e788497e8f3e5deb8f4a559e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732513261482 2024-11-25T05:41:02,276 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f16a13a7ad154b58b2f951d2427a0540, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732513260344 2024-11-25T05:41:02,277 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22d631f227b14db4a75b392be0af7750, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732513262123 2024-11-25T05:41:02,278 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5574a3d37ce2478691cc2fea74ad683f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732513262121 2024-11-25T05:41:02,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/6de63cf453d04280a8317f6a267c4c60 is 50, key is test_row_0/A:col10/1732513262163/Put/seqid=0 2024-11-25T05:41:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513322284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513322285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513322287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513322288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,295 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:02,296 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/71e083d44bfe4c3fb47585d46f7da35d is 50, key is test_row_0/B:col10/1732513262126/Put/seqid=0 2024-11-25T05:41:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742085_1261 (size=12151) 2024-11-25T05:41:02,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/6de63cf453d04280a8317f6a267c4c60 2024-11-25T05:41:02,319 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:02,320 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/cecea0b56a174cea8223bb052f19f17c is 50, key is test_row_0/A:col10/1732513262126/Put/seqid=0 2024-11-25T05:41:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T05:41:02,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/6dc5aed3f6144dad8f4807dbb6cdf79b is 50, key is test_row_0/B:col10/1732513262163/Put/seqid=0 2024-11-25T05:41:02,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742086_1262 (size=12409) 2024-11-25T05:41:02,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T05:41:02,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:02,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513322401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513322401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513322401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513322401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742087_1263 (size=12409) 2024-11-25T05:41:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742088_1264 (size=12151) 2024-11-25T05:41:02,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/6dc5aed3f6144dad8f4807dbb6cdf79b 2024-11-25T05:41:02,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/4d249994cbe54d07a0f26827fdbfae6b is 50, key is test_row_0/C:col10/1732513262163/Put/seqid=0 2024-11-25T05:41:02,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742089_1265 (size=12151) 2024-11-25T05:41:02,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513322510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,512 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 09f86bf9d5a3cb52c5e36f59f34e5b1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T05:41:02,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:02,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T05:41:02,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513322610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513322610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513322620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513322620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T05:41:02,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:02,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,775 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/71e083d44bfe4c3fb47585d46f7da35d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/71e083d44bfe4c3fb47585d46f7da35d 2024-11-25T05:41:02,780 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 71e083d44bfe4c3fb47585d46f7da35d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:02,780 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:02,780 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513262273; duration=0sec 2024-11-25T05:41:02,780 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:02,780 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:02,780 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:02,781 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:02,781 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:02,781 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,781 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0a72664593f6494c85b982893edd3b9c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/5799b0cbbdfa4b01a4a699add64f4771, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/464be1ef61bd450db8b3ec9423d93f95] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=33.2 K 2024-11-25T05:41:02,782 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a72664593f6494c85b982893edd3b9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732513260316 2024-11-25T05:41:02,782 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5799b0cbbdfa4b01a4a699add64f4771, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732513261482 2024-11-25T05:41:02,783 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 464be1ef61bd450db8b3ec9423d93f95, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732513262123 2024-11-25T05:41:02,790 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:02,791 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/029b1902e5884f7cb899eff2d6699444 is 50, key is test_row_0/C:col10/1732513262126/Put/seqid=0 2024-11-25T05:41:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742090_1266 (size=12409) 2024-11-25T05:41:02,808 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/029b1902e5884f7cb899eff2d6699444 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/029b1902e5884f7cb899eff2d6699444 2024-11-25T05:41:02,814 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 029b1902e5884f7cb899eff2d6699444(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:02,814 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:02,814 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513262273; duration=0sec 2024-11-25T05:41:02,814 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:02,814 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:02,832 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/cecea0b56a174cea8223bb052f19f17c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/cecea0b56a174cea8223bb052f19f17c 2024-11-25T05:41:02,837 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into cecea0b56a174cea8223bb052f19f17c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:02,837 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:02,837 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513262273; duration=0sec 2024-11-25T05:41:02,837 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:02,837 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:02,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T05:41:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T05:41:02,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/4d249994cbe54d07a0f26827fdbfae6b 2024-11-25T05:41:02,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/6de63cf453d04280a8317f6a267c4c60 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6de63cf453d04280a8317f6a267c4c60 2024-11-25T05:41:02,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6de63cf453d04280a8317f6a267c4c60, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T05:41:02,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/6dc5aed3f6144dad8f4807dbb6cdf79b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6dc5aed3f6144dad8f4807dbb6cdf79b 2024-11-25T05:41:02,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6dc5aed3f6144dad8f4807dbb6cdf79b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T05:41:02,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/4d249994cbe54d07a0f26827fdbfae6b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/4d249994cbe54d07a0f26827fdbfae6b 2024-11-25T05:41:02,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/4d249994cbe54d07a0f26827fdbfae6b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T05:41:02,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 624ms, sequenceid=158, compaction requested=false 2024-11-25T05:41:02,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:02,921 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:02,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:02,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/5d8d05caf97b4c5a9602e3a372162561 is 50, key is test_row_0/A:col10/1732513262920/Put/seqid=0 2024-11-25T05:41:02,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742091_1267 (size=14541) 2024-11-25T05:41:02,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/5d8d05caf97b4c5a9602e3a372162561 2024-11-25T05:41:02,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/673ecbc56a5b4b00903b617e5d9ee0a7 is 50, key is test_row_0/B:col10/1732513262920/Put/seqid=0 2024-11-25T05:41:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742092_1268 (size=12151) 2024-11-25T05:41:02,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/673ecbc56a5b4b00903b617e5d9ee0a7 2024-11-25T05:41:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513322956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513322957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513322967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513322967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:02,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/f6c2e99a415d4b74be8efab2c15907e9 is 50, key is test_row_0/C:col10/1732513262920/Put/seqid=0 2024-11-25T05:41:02,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742093_1269 (size=12151) 2024-11-25T05:41:02,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T05:41:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:02,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513323070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513323070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513323079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513323079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T05:41:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:03,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513323280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513323280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513323289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513323290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T05:41:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T05:41:03,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/f6c2e99a415d4b74be8efab2c15907e9 2024-11-25T05:41:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/5d8d05caf97b4c5a9602e3a372162561 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5d8d05caf97b4c5a9602e3a372162561 2024-11-25T05:41:03,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5d8d05caf97b4c5a9602e3a372162561, entries=200, sequenceid=173, filesize=14.2 K 2024-11-25T05:41:03,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/673ecbc56a5b4b00903b617e5d9ee0a7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/673ecbc56a5b4b00903b617e5d9ee0a7 2024-11-25T05:41:03,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/673ecbc56a5b4b00903b617e5d9ee0a7, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T05:41:03,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/f6c2e99a415d4b74be8efab2c15907e9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f6c2e99a415d4b74be8efab2c15907e9 2024-11-25T05:41:03,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f6c2e99a415d4b74be8efab2c15907e9, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T05:41:03,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 490ms, sequenceid=173, compaction requested=true 2024-11-25T05:41:03,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:03,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:03,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:03,412 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:03,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:03,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:03,412 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:03,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:03,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:03,412 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:03,412 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:03,413 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:03,413 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:03,413 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,413 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,413 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/71e083d44bfe4c3fb47585d46f7da35d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6dc5aed3f6144dad8f4807dbb6cdf79b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/673ecbc56a5b4b00903b617e5d9ee0a7] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=35.9 K 2024-11-25T05:41:03,413 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/cecea0b56a174cea8223bb052f19f17c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6de63cf453d04280a8317f6a267c4c60, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5d8d05caf97b4c5a9602e3a372162561] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=38.2 K 2024-11-25T05:41:03,414 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting cecea0b56a174cea8223bb052f19f17c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732513261483 2024-11-25T05:41:03,414 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e083d44bfe4c3fb47585d46f7da35d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732513261483 2024-11-25T05:41:03,414 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dc5aed3f6144dad8f4807dbb6cdf79b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732513262140 2024-11-25T05:41:03,414 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6de63cf453d04280a8317f6a267c4c60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732513262140 2024-11-25T05:41:03,415 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 673ecbc56a5b4b00903b617e5d9ee0a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732513262286 2024-11-25T05:41:03,415 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d8d05caf97b4c5a9602e3a372162561, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732513262283 2024-11-25T05:41:03,422 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:03,423 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:03,423 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/b3f551d69a624d4a8c9955781121466e is 50, key is test_row_0/B:col10/1732513262920/Put/seqid=0 2024-11-25T05:41:03,424 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d82c16b4ac04486b805b3fc1d4f36583 is 50, key is test_row_0/A:col10/1732513262920/Put/seqid=0 2024-11-25T05:41:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742094_1270 (size=12561) 2024-11-25T05:41:03,441 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d82c16b4ac04486b805b3fc1d4f36583 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d82c16b4ac04486b805b3fc1d4f36583 2024-11-25T05:41:03,448 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into d82c16b4ac04486b805b3fc1d4f36583(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:03,449 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:03,449 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513263411; duration=0sec 2024-11-25T05:41:03,449 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:03,449 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:03,449 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:03,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T05:41:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,451 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:41:03,452 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:03,452 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:03,453 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,453 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/029b1902e5884f7cb899eff2d6699444, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/4d249994cbe54d07a0f26827fdbfae6b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f6c2e99a415d4b74be8efab2c15907e9] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=35.9 K 2024-11-25T05:41:03,454 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 029b1902e5884f7cb899eff2d6699444, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732513261483 2024-11-25T05:41:03,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/bce3a48389f144b58d7e98f447e5aea2 is 50, key is test_row_0/A:col10/1732513262961/Put/seqid=0 2024-11-25T05:41:03,458 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d249994cbe54d07a0f26827fdbfae6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732513262140 2024-11-25T05:41:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742095_1271 (size=12561) 2024-11-25T05:41:03,459 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6c2e99a415d4b74be8efab2c15907e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732513262286 2024-11-25T05:41:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742096_1272 (size=12151) 2024-11-25T05:41:03,463 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/bce3a48389f144b58d7e98f447e5aea2 2024-11-25T05:41:03,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/00c10df3bef34a8fa9317573cdd11405 is 50, key is test_row_0/B:col10/1732513262961/Put/seqid=0 2024-11-25T05:41:03,485 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#226 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:03,485 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/7ff1ce1d88f345109fcd9e9062a4555e is 50, key is test_row_0/C:col10/1732513262920/Put/seqid=0 2024-11-25T05:41:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742097_1273 (size=12151) 2024-11-25T05:41:03,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742098_1274 (size=12561) 2024-11-25T05:41:03,518 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/7ff1ce1d88f345109fcd9e9062a4555e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7ff1ce1d88f345109fcd9e9062a4555e 2024-11-25T05:41:03,523 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 7ff1ce1d88f345109fcd9e9062a4555e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:03,523 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:03,523 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513263412; duration=0sec 2024-11-25T05:41:03,523 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:03,523 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513323602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513323603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513323604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513323605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513323710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513323711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513323711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513323720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,863 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/b3f551d69a624d4a8c9955781121466e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b3f551d69a624d4a8c9955781121466e 2024-11-25T05:41:03,867 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into b3f551d69a624d4a8c9955781121466e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:03,867 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:03,867 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513263412; duration=0sec 2024-11-25T05:41:03,867 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:03,867 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:03,902 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/00c10df3bef34a8fa9317573cdd11405 2024-11-25T05:41:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/c79d1519c2694171b5b15e245e8064bc is 50, key is test_row_0/C:col10/1732513262961/Put/seqid=0 2024-11-25T05:41:03,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742099_1275 (size=12151) 2024-11-25T05:41:03,914 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/c79d1519c2694171b5b15e245e8064bc 2024-11-25T05:41:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/bce3a48389f144b58d7e98f447e5aea2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/bce3a48389f144b58d7e98f447e5aea2 2024-11-25T05:41:03,922 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/bce3a48389f144b58d7e98f447e5aea2, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T05:41:03,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513323920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513323920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513323920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/00c10df3bef34a8fa9317573cdd11405 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/00c10df3bef34a8fa9317573cdd11405 2024-11-25T05:41:03,927 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/00c10df3bef34a8fa9317573cdd11405, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T05:41:03,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/c79d1519c2694171b5b15e245e8064bc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/c79d1519c2694171b5b15e245e8064bc 2024-11-25T05:41:03,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513323930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:03,934 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/c79d1519c2694171b5b15e245e8064bc, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T05:41:03,935 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 484ms, sequenceid=198, compaction requested=false 2024-11-25T05:41:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-25T05:41:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-25T05:41:03,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-25T05:41:03,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7110 sec 2024-11-25T05:41:03,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.7180 sec 2024-11-25T05:41:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:04,231 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:04,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T05:41:04,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/965066d1ab634356b1f18596d9045fe4 is 50, key is test_row_0/A:col10/1732513263603/Put/seqid=0 2024-11-25T05:41:04,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742100_1276 (size=14541) 2024-11-25T05:41:04,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/965066d1ab634356b1f18596d9045fe4 2024-11-25T05:41:04,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513324258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/01139072675a43e38230d5aeda9a66f8 is 50, key is test_row_0/B:col10/1732513263603/Put/seqid=0 2024-11-25T05:41:04,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513324262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513324264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742101_1277 (size=12151) 2024-11-25T05:41:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513324263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/01139072675a43e38230d5aeda9a66f8 2024-11-25T05:41:04,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/addc09299eaf47b093ea8ae7b3e9bbde is 50, key is test_row_0/C:col10/1732513263603/Put/seqid=0 2024-11-25T05:41:04,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742102_1278 (size=12151) 2024-11-25T05:41:04,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/addc09299eaf47b093ea8ae7b3e9bbde 2024-11-25T05:41:04,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/965066d1ab634356b1f18596d9045fe4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/965066d1ab634356b1f18596d9045fe4 2024-11-25T05:41:04,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/965066d1ab634356b1f18596d9045fe4, entries=200, sequenceid=213, filesize=14.2 K 2024-11-25T05:41:04,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/01139072675a43e38230d5aeda9a66f8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/01139072675a43e38230d5aeda9a66f8 2024-11-25T05:41:04,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/01139072675a43e38230d5aeda9a66f8, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T05:41:04,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/addc09299eaf47b093ea8ae7b3e9bbde as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/addc09299eaf47b093ea8ae7b3e9bbde 2024-11-25T05:41:04,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/addc09299eaf47b093ea8ae7b3e9bbde, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T05:41:04,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 81ms, sequenceid=213, compaction requested=true 2024-11-25T05:41:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:04,312 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:41:04,312 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:04,314 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:04,314 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:04,314 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,315 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b3f551d69a624d4a8c9955781121466e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/00c10df3bef34a8fa9317573cdd11405, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/01139072675a43e38230d5aeda9a66f8] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=36.0 K 2024-11-25T05:41:04,315 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:04,315 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:04,315 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,315 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d82c16b4ac04486b805b3fc1d4f36583, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/bce3a48389f144b58d7e98f447e5aea2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/965066d1ab634356b1f18596d9045fe4] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=38.3 K 2024-11-25T05:41:04,315 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f551d69a624d4a8c9955781121466e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732513262286 2024-11-25T05:41:04,315 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d82c16b4ac04486b805b3fc1d4f36583, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732513262286 2024-11-25T05:41:04,316 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting bce3a48389f144b58d7e98f447e5aea2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513262955 2024-11-25T05:41:04,316 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 00c10df3bef34a8fa9317573cdd11405, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513262955 2024-11-25T05:41:04,316 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 965066d1ab634356b1f18596d9045fe4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732513263602 2024-11-25T05:41:04,316 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 01139072675a43e38230d5aeda9a66f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732513263603 2024-11-25T05:41:04,331 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:04,331 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:04,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/489f0a181ce84dd6ae865e573b4703b1 is 50, key is test_row_0/A:col10/1732513263603/Put/seqid=0 2024-11-25T05:41:04,332 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/90246c0184cb48069be10d38caee39ac is 50, key is test_row_0/B:col10/1732513263603/Put/seqid=0 2024-11-25T05:41:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742104_1280 (size=12663) 2024-11-25T05:41:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742103_1279 (size=12663) 2024-11-25T05:41:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T05:41:04,371 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:04,373 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:04,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:41:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-25T05:41:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T05:41:04,376 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:04,377 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:04,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:04,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d065216712a6431fad13cf4d79533717 is 50, key is test_row_0/A:col10/1732513264374/Put/seqid=0 2024-11-25T05:41:04,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513324391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513324393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513324394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513324394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742105_1281 (size=14541) 2024-11-25T05:41:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T05:41:04,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513324500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513324510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513324511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513324511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:04,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:04,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513324530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,533 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 09f86bf9d5a3cb52c5e36f59f34e5b1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T05:41:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513324710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513324720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513324720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513324720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:04,759 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/489f0a181ce84dd6ae865e573b4703b1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/489f0a181ce84dd6ae865e573b4703b1 2024-11-25T05:41:04,759 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/90246c0184cb48069be10d38caee39ac as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/90246c0184cb48069be10d38caee39ac 2024-11-25T05:41:04,764 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 489f0a181ce84dd6ae865e573b4703b1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:04,764 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 90246c0184cb48069be10d38caee39ac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:04,764 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:04,764 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:04,764 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513264312; duration=0sec 2024-11-25T05:41:04,764 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513264312; duration=0sec 2024-11-25T05:41:04,764 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:04,764 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:04,764 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:04,764 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:04,764 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:04,765 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:04,765 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:04,765 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,766 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7ff1ce1d88f345109fcd9e9062a4555e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/c79d1519c2694171b5b15e245e8064bc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/addc09299eaf47b093ea8ae7b3e9bbde] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=36.0 K 2024-11-25T05:41:04,766 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ff1ce1d88f345109fcd9e9062a4555e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732513262286 2024-11-25T05:41:04,766 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting c79d1519c2694171b5b15e245e8064bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732513262955 2024-11-25T05:41:04,766 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting addc09299eaf47b093ea8ae7b3e9bbde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732513263603 2024-11-25T05:41:04,772 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:04,773 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/43a27f89f3ed4c9d9c21442ecbd528e5 is 50, key is test_row_0/C:col10/1732513263603/Put/seqid=0 2024-11-25T05:41:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742106_1282 (size=12663) 2024-11-25T05:41:04,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d065216712a6431fad13cf4d79533717 2024-11-25T05:41:04,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/4dbe7fb0095043278cb850d7d83ecd2b is 50, key is test_row_0/B:col10/1732513264374/Put/seqid=0 2024-11-25T05:41:04,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:04,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:04,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742107_1283 (size=12151) 2024-11-25T05:41:04,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:04,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T05:41:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513325020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:05,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513325031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:05,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513325031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:05,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513325031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:05,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:05,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:05,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,190 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/43a27f89f3ed4c9d9c21442ecbd528e5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/43a27f89f3ed4c9d9c21442ecbd528e5 2024-11-25T05:41:05,197 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 43a27f89f3ed4c9d9c21442ecbd528e5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:05,197 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:05,197 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513264312; duration=0sec 2024-11-25T05:41:05,197 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:05,197 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:05,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/4dbe7fb0095043278cb850d7d83ecd2b 2024-11-25T05:41:05,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d7339198577b49ab88012d10ebe65a5c is 50, key is test_row_0/C:col10/1732513264374/Put/seqid=0 2024-11-25T05:41:05,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742108_1284 (size=12151) 2024-11-25T05:41:05,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:05,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:05,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T05:41:05,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513325530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:05,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513325540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:05,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513325540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513325549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:05,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d7339198577b49ab88012d10ebe65a5c 2024-11-25T05:41:05,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d065216712a6431fad13cf4d79533717 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d065216712a6431fad13cf4d79533717 2024-11-25T05:41:05,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d065216712a6431fad13cf4d79533717, entries=200, sequenceid=238, filesize=14.2 K 2024-11-25T05:41:05,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/4dbe7fb0095043278cb850d7d83ecd2b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4dbe7fb0095043278cb850d7d83ecd2b 2024-11-25T05:41:05,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4dbe7fb0095043278cb850d7d83ecd2b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T05:41:05,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d7339198577b49ab88012d10ebe65a5c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d7339198577b49ab88012d10ebe65a5c 2024-11-25T05:41:05,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:05,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d7339198577b49ab88012d10ebe65a5c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T05:41:05,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 1385ms, sequenceid=238, compaction requested=false 2024-11-25T05:41:05,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:05,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T05:41:05,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:05,910 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:41:05,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/f63e940c963f4771973cdb33469b5571 is 50, key is test_row_0/A:col10/1732513264383/Put/seqid=0 2024-11-25T05:41:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742109_1285 (size=12151) 2024-11-25T05:41:05,951 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/f63e940c963f4771973cdb33469b5571 2024-11-25T05:41:05,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/213672a8242b4278b4da0188d787faa2 is 50, key is test_row_0/B:col10/1732513264383/Put/seqid=0 2024-11-25T05:41:05,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742110_1286 (size=12151) 2024-11-25T05:41:06,384 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/213672a8242b4278b4da0188d787faa2 2024-11-25T05:41:06,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d028731f20a2415abc9d865520b5db61 is 50, key is test_row_0/C:col10/1732513264383/Put/seqid=0 2024-11-25T05:41:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742111_1287 (size=12151) 2024-11-25T05:41:06,424 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d028731f20a2415abc9d865520b5db61 2024-11-25T05:41:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/f63e940c963f4771973cdb33469b5571 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f63e940c963f4771973cdb33469b5571 2024-11-25T05:41:06,445 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f63e940c963f4771973cdb33469b5571, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T05:41:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/213672a8242b4278b4da0188d787faa2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/213672a8242b4278b4da0188d787faa2 2024-11-25T05:41:06,458 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/213672a8242b4278b4da0188d787faa2, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T05:41:06,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d028731f20a2415abc9d865520b5db61 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d028731f20a2415abc9d865520b5db61 2024-11-25T05:41:06,482 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d028731f20a2415abc9d865520b5db61, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T05:41:06,492 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 582ms, sequenceid=253, compaction requested=true 2024-11-25T05:41:06,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:06,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:06,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-25T05:41:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-25T05:41:06,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-25T05:41:06,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1170 sec 2024-11-25T05:41:06,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.1240 sec 2024-11-25T05:41:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T05:41:06,520 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:06,521 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-25T05:41:06,524 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T05:41:06,525 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:06,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:06,557 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:06,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:06,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/a355ed6fedb74aea8e588d46dd8b3cbc is 50, key is test_row_0/A:col10/1732513266552/Put/seqid=0 2024-11-25T05:41:06,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742112_1288 (size=12301) 2024-11-25T05:41:06,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/a355ed6fedb74aea8e588d46dd8b3cbc 2024-11-25T05:41:06,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/2ed81d2092ed447b85b1331c0361287d is 50, key is test_row_0/B:col10/1732513266552/Put/seqid=0 2024-11-25T05:41:06,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513326606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513326607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513326608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513326610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T05:41:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742113_1289 (size=12301) 2024-11-25T05:41:06,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T05:41:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:06,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:06,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513326720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513326720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513326721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513326730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T05:41:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:06,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:06,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T05:41:06,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513326931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513326931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513326931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513326940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:06,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T05:41:06,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:06,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:06,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:06,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/2ed81d2092ed447b85b1331c0361287d 2024-11-25T05:41:07,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0fb4f79caeff41939dac43ec49a31f78 is 50, key is test_row_0/C:col10/1732513266552/Put/seqid=0 2024-11-25T05:41:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742114_1290 (size=12301) 2024-11-25T05:41:07,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T05:41:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T05:41:07,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513327240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513327240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513327240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513327250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T05:41:07,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:07,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T05:41:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:07,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0fb4f79caeff41939dac43ec49a31f78 2024-11-25T05:41:07,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/a355ed6fedb74aea8e588d46dd8b3cbc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a355ed6fedb74aea8e588d46dd8b3cbc 2024-11-25T05:41:07,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a355ed6fedb74aea8e588d46dd8b3cbc, entries=150, sequenceid=264, filesize=12.0 K 2024-11-25T05:41:07,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/2ed81d2092ed447b85b1331c0361287d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2ed81d2092ed447b85b1331c0361287d 2024-11-25T05:41:07,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2ed81d2092ed447b85b1331c0361287d, entries=150, sequenceid=264, filesize=12.0 K 2024-11-25T05:41:07,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0fb4f79caeff41939dac43ec49a31f78 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0fb4f79caeff41939dac43ec49a31f78 2024-11-25T05:41:07,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0fb4f79caeff41939dac43ec49a31f78, entries=150, sequenceid=264, filesize=12.0 K 2024-11-25T05:41:07,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 971ms, sequenceid=264, compaction requested=true 2024-11-25T05:41:07,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:07,528 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:07,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:07,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:07,530 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:07,530 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51656 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:07,530 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:07,530 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,530 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/489f0a181ce84dd6ae865e573b4703b1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d065216712a6431fad13cf4d79533717, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f63e940c963f4771973cdb33469b5571, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a355ed6fedb74aea8e588d46dd8b3cbc] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=50.4 K 2024-11-25T05:41:07,531 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 489f0a181ce84dd6ae865e573b4703b1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732513263603 2024-11-25T05:41:07,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:07,532 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d065216712a6431fad13cf4d79533717, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732513264260 2024-11-25T05:41:07,532 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:07,532 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:07,532 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,532 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/90246c0184cb48069be10d38caee39ac, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4dbe7fb0095043278cb850d7d83ecd2b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/213672a8242b4278b4da0188d787faa2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2ed81d2092ed447b85b1331c0361287d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=48.1 K 2024-11-25T05:41:07,533 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f63e940c963f4771973cdb33469b5571, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513264383 2024-11-25T05:41:07,533 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 90246c0184cb48069be10d38caee39ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732513263603 2024-11-25T05:41:07,533 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a355ed6fedb74aea8e588d46dd8b3cbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732513266552 2024-11-25T05:41:07,533 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dbe7fb0095043278cb850d7d83ecd2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732513264262 2024-11-25T05:41:07,534 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 213672a8242b4278b4da0188d787faa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513264383 2024-11-25T05:41:07,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:07,534 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ed81d2092ed447b85b1331c0361287d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732513266552 2024-11-25T05:41:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:07,546 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:07,546 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/66c38a2c2def4431833ba4d56236dd10 is 50, key is test_row_0/B:col10/1732513266552/Put/seqid=0 2024-11-25T05:41:07,555 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:07,555 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/16351175dde1472e8562de6bf95848bf is 50, key is test_row_0/A:col10/1732513266552/Put/seqid=0 2024-11-25T05:41:07,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742116_1292 (size=12949) 2024-11-25T05:41:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742115_1291 (size=12949) 2024-11-25T05:41:07,597 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/16351175dde1472e8562de6bf95848bf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/16351175dde1472e8562de6bf95848bf 2024-11-25T05:41:07,597 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/66c38a2c2def4431833ba4d56236dd10 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/66c38a2c2def4431833ba4d56236dd10 2024-11-25T05:41:07,604 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 66c38a2c2def4431833ba4d56236dd10(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:07,604 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:07,604 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=12, startTime=1732513267530; duration=0sec 2024-11-25T05:41:07,605 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:07,605 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:07,605 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:07,606 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 16351175dde1472e8562de6bf95848bf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:07,606 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:07,606 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=12, startTime=1732513267528; duration=0sec 2024-11-25T05:41:07,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T05:41:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,607 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:41:07,607 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:07,607 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:07,607 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:07,607 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:07,607 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:07,607 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/43a27f89f3ed4c9d9c21442ecbd528e5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d7339198577b49ab88012d10ebe65a5c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d028731f20a2415abc9d865520b5db61, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0fb4f79caeff41939dac43ec49a31f78] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=48.1 K 2024-11-25T05:41:07,608 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 43a27f89f3ed4c9d9c21442ecbd528e5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732513263603 2024-11-25T05:41:07,608 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d7339198577b49ab88012d10ebe65a5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732513264262 2024-11-25T05:41:07,608 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d028731f20a2415abc9d865520b5db61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732513264383 2024-11-25T05:41:07,609 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fb4f79caeff41939dac43ec49a31f78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732513266552 2024-11-25T05:41:07,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/9e4bb5786afc437e939f81b6da9ab8eb is 50, key is test_row_0/A:col10/1732513266602/Put/seqid=0 2024-11-25T05:41:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742117_1293 (size=12301) 2024-11-25T05:41:07,627 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/9e4bb5786afc437e939f81b6da9ab8eb 2024-11-25T05:41:07,636 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:07,637 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8382e83416fe4ffda957b935d91da83c is 50, key is test_row_0/C:col10/1732513266552/Put/seqid=0 2024-11-25T05:41:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/b4a3dea0989444649a6af1b256b3881f is 50, key is test_row_0/B:col10/1732513266602/Put/seqid=0 2024-11-25T05:41:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742118_1294 (size=12949) 2024-11-25T05:41:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T05:41:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742119_1295 (size=12301) 2024-11-25T05:41:07,687 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/b4a3dea0989444649a6af1b256b3881f 2024-11-25T05:41:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/e5666bd559524c12a6a7eea543dfd016 is 50, key is test_row_0/C:col10/1732513266602/Put/seqid=0 2024-11-25T05:41:07,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742120_1296 (size=12301) 2024-11-25T05:41:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:07,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513327767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513327767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513327770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513327771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513327880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513327880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513327880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,062 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8382e83416fe4ffda957b935d91da83c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8382e83416fe4ffda957b935d91da83c 2024-11-25T05:41:08,074 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 8382e83416fe4ffda957b935d91da83c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:08,074 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:08,074 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=12, startTime=1732513267534; duration=0sec 2024-11-25T05:41:08,074 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:08,074 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:08,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513328090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513328091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513328091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,141 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/e5666bd559524c12a6a7eea543dfd016 2024-11-25T05:41:08,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/9e4bb5786afc437e939f81b6da9ab8eb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/9e4bb5786afc437e939f81b6da9ab8eb 2024-11-25T05:41:08,152 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/9e4bb5786afc437e939f81b6da9ab8eb, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T05:41:08,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/b4a3dea0989444649a6af1b256b3881f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b4a3dea0989444649a6af1b256b3881f 2024-11-25T05:41:08,158 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b4a3dea0989444649a6af1b256b3881f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T05:41:08,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/e5666bd559524c12a6a7eea543dfd016 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e5666bd559524c12a6a7eea543dfd016 2024-11-25T05:41:08,164 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e5666bd559524c12a6a7eea543dfd016, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T05:41:08,165 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 558ms, sequenceid=291, compaction requested=false 2024-11-25T05:41:08,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:08,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:08,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-25T05:41:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-25T05:41:08,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-25T05:41:08,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6440 sec 2024-11-25T05:41:08,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.6510 sec 2024-11-25T05:41:08,403 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:08,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:41:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:08,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/4b230e6f6fb943d794db68361b9cd2c1 is 50, key is test_row_0/A:col10/1732513267765/Put/seqid=0 2024-11-25T05:41:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513328451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513328452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513328455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742121_1297 (size=14741) 2024-11-25T05:41:08,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/4b230e6f6fb943d794db68361b9cd2c1 2024-11-25T05:41:08,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/d23798dd01ac40b094d5fa267617bc6d is 50, key is test_row_0/B:col10/1732513267765/Put/seqid=0 2024-11-25T05:41:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742122_1298 (size=12301) 2024-11-25T05:41:08,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/d23798dd01ac40b094d5fa267617bc6d 2024-11-25T05:41:08,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/fd49769c076643a4a4337433069f854b is 50, key is test_row_0/C:col10/1732513267765/Put/seqid=0 2024-11-25T05:41:08,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742123_1299 (size=12301) 2024-11-25T05:41:08,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/fd49769c076643a4a4337433069f854b 2024-11-25T05:41:08,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/4b230e6f6fb943d794db68361b9cd2c1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4b230e6f6fb943d794db68361b9cd2c1 2024-11-25T05:41:08,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4b230e6f6fb943d794db68361b9cd2c1, entries=200, sequenceid=304, filesize=14.4 K 2024-11-25T05:41:08,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/d23798dd01ac40b094d5fa267617bc6d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d23798dd01ac40b094d5fa267617bc6d 2024-11-25T05:41:08,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d23798dd01ac40b094d5fa267617bc6d, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T05:41:08,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/fd49769c076643a4a4337433069f854b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/fd49769c076643a4a4337433069f854b 2024-11-25T05:41:08,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/fd49769c076643a4a4337433069f854b, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T05:41:08,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 145ms, sequenceid=304, compaction requested=true 2024-11-25T05:41:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:08,549 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:41:08,549 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:08,550 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:08,550 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:08,550 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:08,550 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/66c38a2c2def4431833ba4d56236dd10, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b4a3dea0989444649a6af1b256b3881f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d23798dd01ac40b094d5fa267617bc6d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=36.7 K 2024-11-25T05:41:08,550 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:08,550 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:08,550 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:08,550 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/16351175dde1472e8562de6bf95848bf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/9e4bb5786afc437e939f81b6da9ab8eb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4b230e6f6fb943d794db68361b9cd2c1] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=39.1 K 2024-11-25T05:41:08,551 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 66c38a2c2def4431833ba4d56236dd10, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732513266552 2024-11-25T05:41:08,552 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16351175dde1472e8562de6bf95848bf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732513266552 2024-11-25T05:41:08,552 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b4a3dea0989444649a6af1b256b3881f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513266602 2024-11-25T05:41:08,552 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d23798dd01ac40b094d5fa267617bc6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732513267765 2024-11-25T05:41:08,552 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e4bb5786afc437e939f81b6da9ab8eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513266602 2024-11-25T05:41:08,552 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b230e6f6fb943d794db68361b9cd2c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732513267765 2024-11-25T05:41:08,561 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:08,563 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:08,563 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/2d5467a7500d48269a12480c89f510e0 is 50, key is test_row_0/A:col10/1732513267765/Put/seqid=0 2024-11-25T05:41:08,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:41:08,568 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:08,571 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/51bf7378c96e42629ce85157a2b08985 is 50, key is test_row_0/B:col10/1732513267765/Put/seqid=0 2024-11-25T05:41:08,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513328576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513328577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513328578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/a6d1ed3927854d848ff34f6c257c84cd is 50, key is test_row_0/A:col10/1732513268562/Put/seqid=0 2024-11-25T05:41:08,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513328582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742124_1300 (size=13051) 2024-11-25T05:41:08,605 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/2d5467a7500d48269a12480c89f510e0 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/2d5467a7500d48269a12480c89f510e0 2024-11-25T05:41:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742125_1301 (size=13051) 2024-11-25T05:41:08,616 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 2d5467a7500d48269a12480c89f510e0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:08,616 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:08,616 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513268549; duration=0sec 2024-11-25T05:41:08,616 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:08,616 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:08,616 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:08,618 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:08,618 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:08,618 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:08,618 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8382e83416fe4ffda957b935d91da83c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e5666bd559524c12a6a7eea543dfd016, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/fd49769c076643a4a4337433069f854b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=36.7 K 2024-11-25T05:41:08,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742126_1302 (size=14741) 2024-11-25T05:41:08,619 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8382e83416fe4ffda957b935d91da83c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732513266552 2024-11-25T05:41:08,619 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/51bf7378c96e42629ce85157a2b08985 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/51bf7378c96e42629ce85157a2b08985 2024-11-25T05:41:08,620 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5666bd559524c12a6a7eea543dfd016, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513266602 2024-11-25T05:41:08,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/a6d1ed3927854d848ff34f6c257c84cd 2024-11-25T05:41:08,621 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd49769c076643a4a4337433069f854b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732513267765 2024-11-25T05:41:08,628 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 51bf7378c96e42629ce85157a2b08985(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:08,628 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:08,628 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513268549; duration=0sec 2024-11-25T05:41:08,628 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:08,628 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:08,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/e60e484ed3994792b9442a3bc6283887 is 50, key is test_row_0/B:col10/1732513268562/Put/seqid=0 2024-11-25T05:41:08,647 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:08,648 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/e9a33a50f0e240538f2336fc25ebe915 is 50, key is test_row_0/C:col10/1732513267765/Put/seqid=0 2024-11-25T05:41:08,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742127_1303 (size=12301) 2024-11-25T05:41:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T05:41:08,670 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:08,671 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-25T05:41:08,672 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:08,674 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:08,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T05:41:08,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513328691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513328691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513328691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513328691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742128_1304 (size=13051) 2024-11-25T05:41:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T05:41:08,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513328780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,784 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 09f86bf9d5a3cb52c5e36f59f34e5b1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:08,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:08,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:08,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:08,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:08,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:08,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513328900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513328900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513328900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:08,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513328900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:08,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:08,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:08,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:08,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:08,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:08,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:08,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:08,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T05:41:09,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/e60e484ed3994792b9442a3bc6283887 2024-11-25T05:41:09,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0521ec5c022d4d4ab678a9b022a86f83 is 50, key is test_row_0/C:col10/1732513268562/Put/seqid=0 2024-11-25T05:41:09,105 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/e9a33a50f0e240538f2336fc25ebe915 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e9a33a50f0e240538f2336fc25ebe915 2024-11-25T05:41:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742129_1305 (size=12301) 2024-11-25T05:41:09,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0521ec5c022d4d4ab678a9b022a86f83 2024-11-25T05:41:09,117 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into e9a33a50f0e240538f2336fc25ebe915(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:09,117 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:09,117 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513268549; duration=0sec 2024-11-25T05:41:09,118 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:09,118 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:09,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/a6d1ed3927854d848ff34f6c257c84cd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a6d1ed3927854d848ff34f6c257c84cd 2024-11-25T05:41:09,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a6d1ed3927854d848ff34f6c257c84cd, entries=200, sequenceid=329, filesize=14.4 K 2024-11-25T05:41:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/e60e484ed3994792b9442a3bc6283887 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e60e484ed3994792b9442a3bc6283887 2024-11-25T05:41:09,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e60e484ed3994792b9442a3bc6283887, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T05:41:09,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0521ec5c022d4d4ab678a9b022a86f83 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0521ec5c022d4d4ab678a9b022a86f83 2024-11-25T05:41:09,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0521ec5c022d4d4ab678a9b022a86f83, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T05:41:09,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 578ms, sequenceid=329, compaction requested=false 2024-11-25T05:41:09,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:09,213 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:09,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T05:41:09,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/724639a6f2894d0f8c83399de91253a8 is 50, key is test_row_0/A:col10/1732513268574/Put/seqid=0 2024-11-25T05:41:09,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742130_1306 (size=12301) 2024-11-25T05:41:09,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/724639a6f2894d0f8c83399de91253a8 2024-11-25T05:41:09,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513329240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/16ec38dda3cb464d8bf71ae404799f37 is 50, key is test_row_0/B:col10/1732513268574/Put/seqid=0 2024-11-25T05:41:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513329244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513329247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513329249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742131_1307 (size=12301) 2024-11-25T05:41:09,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/16ec38dda3cb464d8bf71ae404799f37 2024-11-25T05:41:09,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/9257be1236754d86b36efbb6086c353c is 50, key is test_row_0/C:col10/1732513268574/Put/seqid=0 2024-11-25T05:41:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T05:41:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742132_1308 (size=12301) 2024-11-25T05:41:09,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/9257be1236754d86b36efbb6086c353c 2024-11-25T05:41:09,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/724639a6f2894d0f8c83399de91253a8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/724639a6f2894d0f8c83399de91253a8 2024-11-25T05:41:09,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/724639a6f2894d0f8c83399de91253a8, entries=150, sequenceid=345, filesize=12.0 K 2024-11-25T05:41:09,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/16ec38dda3cb464d8bf71ae404799f37 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/16ec38dda3cb464d8bf71ae404799f37 2024-11-25T05:41:09,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/16ec38dda3cb464d8bf71ae404799f37, entries=150, sequenceid=345, filesize=12.0 K 2024-11-25T05:41:09,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/9257be1236754d86b36efbb6086c353c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/9257be1236754d86b36efbb6086c353c 2024-11-25T05:41:09,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513329350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/9257be1236754d86b36efbb6086c353c, entries=150, sequenceid=345, filesize=12.0 K 2024-11-25T05:41:09,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 153ms, sequenceid=345, compaction requested=true 2024-11-25T05:41:09,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:09,366 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:09,367 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:09,368 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:09,368 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:09,368 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,368 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/2d5467a7500d48269a12480c89f510e0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a6d1ed3927854d848ff34f6c257c84cd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/724639a6f2894d0f8c83399de91253a8] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=39.2 K 2024-11-25T05:41:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:09,369 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:09,369 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d5467a7500d48269a12480c89f510e0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732513267765 2024-11-25T05:41:09,369 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:09,369 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:09,369 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/51bf7378c96e42629ce85157a2b08985, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e60e484ed3994792b9442a3bc6283887, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/16ec38dda3cb464d8bf71ae404799f37] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=36.8 K 2024-11-25T05:41:09,369 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6d1ed3927854d848ff34f6c257c84cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732513268445 2024-11-25T05:41:09,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:41:09,370 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 51bf7378c96e42629ce85157a2b08985, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732513267765 2024-11-25T05:41:09,370 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e60e484ed3994792b9442a3bc6283887, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732513268450 2024-11-25T05:41:09,370 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 724639a6f2894d0f8c83399de91253a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732513268574 2024-11-25T05:41:09,370 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 16ec38dda3cb464d8bf71ae404799f37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732513268574 2024-11-25T05:41:09,383 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:09,384 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/39374bba1f3b49129c3019b0ebbee92b is 50, key is test_row_0/B:col10/1732513268574/Put/seqid=0 2024-11-25T05:41:09,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/abd0e8844c5c438d82a93f4a3905c4a5 is 50, key is test_row_0/A:col10/1732513269369/Put/seqid=0 2024-11-25T05:41:09,398 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:09,398 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/c4c9ace11e8a4c008b596f4d8d1278f2 is 50, key is test_row_0/A:col10/1732513268574/Put/seqid=0 2024-11-25T05:41:09,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513329391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513329393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513329399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742133_1309 (size=13153) 2024-11-25T05:41:09,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742134_1310 (size=13153) 2024-11-25T05:41:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742135_1311 (size=14741) 2024-11-25T05:41:09,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513329510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513329511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513329511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513329560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513329720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513329720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513329730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T05:41:09,867 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/c4c9ace11e8a4c008b596f4d8d1278f2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c4c9ace11e8a4c008b596f4d8d1278f2 2024-11-25T05:41:09,867 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/39374bba1f3b49129c3019b0ebbee92b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/39374bba1f3b49129c3019b0ebbee92b 2024-11-25T05:41:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513329870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:09,874 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into c4c9ace11e8a4c008b596f4d8d1278f2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:09,874 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:09,874 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513269366; duration=0sec 2024-11-25T05:41:09,874 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:09,874 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:09,874 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:09,875 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 39374bba1f3b49129c3019b0ebbee92b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:09,875 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:09,875 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513269367; duration=0sec 2024-11-25T05:41:09,875 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:09,875 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:09,876 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:09,876 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:09,876 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,877 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e9a33a50f0e240538f2336fc25ebe915, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0521ec5c022d4d4ab678a9b022a86f83, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/9257be1236754d86b36efbb6086c353c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=36.8 K 2024-11-25T05:41:09,877 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9a33a50f0e240538f2336fc25ebe915, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732513267765 2024-11-25T05:41:09,877 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0521ec5c022d4d4ab678a9b022a86f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732513268450 2024-11-25T05:41:09,878 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9257be1236754d86b36efbb6086c353c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732513268574 2024-11-25T05:41:09,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/abd0e8844c5c438d82a93f4a3905c4a5 2024-11-25T05:41:09,895 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:09,896 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/29e51c5f709b432f85379816a6bb2c78 is 50, key is test_row_0/C:col10/1732513268574/Put/seqid=0 2024-11-25T05:41:09,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:09,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:09,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:09,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:09,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/bd131f6a799b4df98347cba496229662 is 50, key is test_row_0/B:col10/1732513269369/Put/seqid=0 2024-11-25T05:41:09,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742136_1312 (size=13153) 2024-11-25T05:41:09,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742137_1313 (size=12301) 2024-11-25T05:41:10,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513330030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513330030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513330040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:10,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:10,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/29e51c5f709b432f85379816a6bb2c78 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/29e51c5f709b432f85379816a6bb2c78 2024-11-25T05:41:10,335 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 29e51c5f709b432f85379816a6bb2c78(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:10,335 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:10,336 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513269369; duration=0sec 2024-11-25T05:41:10,336 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:10,336 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:10,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/bd131f6a799b4df98347cba496229662 2024-11-25T05:41:10,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/7090a56e088f43ffabbf0035ff364de1 is 50, key is test_row_0/C:col10/1732513269369/Put/seqid=0 2024-11-25T05:41:10,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742138_1314 (size=12301) 2024-11-25T05:41:10,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/7090a56e088f43ffabbf0035ff364de1 2024-11-25T05:41:10,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/abd0e8844c5c438d82a93f4a3905c4a5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/abd0e8844c5c438d82a93f4a3905c4a5 2024-11-25T05:41:10,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/abd0e8844c5c438d82a93f4a3905c4a5, entries=200, sequenceid=371, filesize=14.4 K 2024-11-25T05:41:10,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/bd131f6a799b4df98347cba496229662 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/bd131f6a799b4df98347cba496229662 2024-11-25T05:41:10,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/bd131f6a799b4df98347cba496229662, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T05:41:10,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/7090a56e088f43ffabbf0035ff364de1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7090a56e088f43ffabbf0035ff364de1 2024-11-25T05:41:10,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7090a56e088f43ffabbf0035ff364de1, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T05:41:10,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 1016ms, sequenceid=371, compaction requested=false 2024-11-25T05:41:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:10,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:10,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/3b73075e66dd4167b432d2b0c28f6100 is 50, key is test_row_0/A:col10/1732513269378/Put/seqid=0 2024-11-25T05:41:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742139_1315 (size=12301) 2024-11-25T05:41:10,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/3b73075e66dd4167b432d2b0c28f6100 2024-11-25T05:41:10,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/6405291e1f5745a7b6dd409c0336c6ac is 50, key is test_row_0/B:col10/1732513269378/Put/seqid=0 2024-11-25T05:41:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742140_1316 (size=12301) 2024-11-25T05:41:10,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/6405291e1f5745a7b6dd409c0336c6ac 2024-11-25T05:41:10,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/054002288a1344a9a288547f02ad2d2f is 50, key is test_row_0/C:col10/1732513269378/Put/seqid=0 2024-11-25T05:41:10,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742141_1317 (size=12301) 2024-11-25T05:41:10,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513330522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513330541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513330544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513330550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513330630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513330790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,792 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 09f86bf9d5a3cb52c5e36f59f34e5b1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T05:41:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513330841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:10,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/054002288a1344a9a288547f02ad2d2f 2024-11-25T05:41:10,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/3b73075e66dd4167b432d2b0c28f6100 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/3b73075e66dd4167b432d2b0c28f6100 2024-11-25T05:41:10,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/3b73075e66dd4167b432d2b0c28f6100, entries=150, sequenceid=385, filesize=12.0 K 2024-11-25T05:41:10,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/6405291e1f5745a7b6dd409c0336c6ac as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6405291e1f5745a7b6dd409c0336c6ac 2024-11-25T05:41:10,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6405291e1f5745a7b6dd409c0336c6ac, entries=150, sequenceid=385, filesize=12.0 K 2024-11-25T05:41:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/054002288a1344a9a288547f02ad2d2f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/054002288a1344a9a288547f02ad2d2f 2024-11-25T05:41:10,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/054002288a1344a9a288547f02ad2d2f, entries=150, sequenceid=385, filesize=12.0 K 2024-11-25T05:41:10,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 558ms, sequenceid=385, compaction requested=true 2024-11-25T05:41:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:10,943 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:10,943 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:10,946 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:10,946 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:10,946 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,946 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/39374bba1f3b49129c3019b0ebbee92b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/bd131f6a799b4df98347cba496229662, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6405291e1f5745a7b6dd409c0336c6ac] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=36.9 K 2024-11-25T05:41:10,946 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:10,946 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:10,946 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,946 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c4c9ace11e8a4c008b596f4d8d1278f2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/abd0e8844c5c438d82a93f4a3905c4a5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/3b73075e66dd4167b432d2b0c28f6100] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=39.3 K 2024-11-25T05:41:10,947 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 39374bba1f3b49129c3019b0ebbee92b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732513268574 2024-11-25T05:41:10,947 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4c9ace11e8a4c008b596f4d8d1278f2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732513268574 2024-11-25T05:41:10,947 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting abd0e8844c5c438d82a93f4a3905c4a5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732513269238 2024-11-25T05:41:10,947 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting bd131f6a799b4df98347cba496229662, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732513269238 2024-11-25T05:41:10,947 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b73075e66dd4167b432d2b0c28f6100, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732513269378 2024-11-25T05:41:10,948 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6405291e1f5745a7b6dd409c0336c6ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732513269378 2024-11-25T05:41:10,972 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:10,973 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/8359290994e14290aef28eb5b4e470b9 is 50, key is test_row_0/A:col10/1732513269378/Put/seqid=0 2024-11-25T05:41:10,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T05:41:10,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:10,978 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:41:10,979 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:10,980 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/6e48264c8998477e9ad9a5630ab0e4af is 50, key is test_row_0/B:col10/1732513269378/Put/seqid=0 2024-11-25T05:41:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/41f7666539fb4104bfed85be636eef7a is 50, key is test_row_0/A:col10/1732513270507/Put/seqid=0 2024-11-25T05:41:11,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742142_1318 (size=13255) 2024-11-25T05:41:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742143_1319 (size=13255) 2024-11-25T05:41:11,053 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/6e48264c8998477e9ad9a5630ab0e4af as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6e48264c8998477e9ad9a5630ab0e4af 2024-11-25T05:41:11,062 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 6e48264c8998477e9ad9a5630ab0e4af(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:11,062 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:11,062 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513270943; duration=0sec 2024-11-25T05:41:11,062 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:11,063 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:11,063 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:11,064 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:11,064 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:11,064 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:11,064 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/29e51c5f709b432f85379816a6bb2c78, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7090a56e088f43ffabbf0035ff364de1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/054002288a1344a9a288547f02ad2d2f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=36.9 K 2024-11-25T05:41:11,066 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 29e51c5f709b432f85379816a6bb2c78, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732513268574 2024-11-25T05:41:11,066 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 7090a56e088f43ffabbf0035ff364de1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732513269238 2024-11-25T05:41:11,067 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 054002288a1344a9a288547f02ad2d2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732513269378 2024-11-25T05:41:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742144_1320 (size=12301) 2024-11-25T05:41:11,095 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:11,095 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d034cdac6d4f46e9837927dfedea95b0 is 50, key is test_row_0/C:col10/1732513269378/Put/seqid=0 2024-11-25T05:41:11,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742145_1321 (size=13255) 2024-11-25T05:41:11,136 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d034cdac6d4f46e9837927dfedea95b0 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d034cdac6d4f46e9837927dfedea95b0 2024-11-25T05:41:11,141 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into d034cdac6d4f46e9837927dfedea95b0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:11,142 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:11,142 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513270943; duration=0sec 2024-11-25T05:41:11,142 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:11,142 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:11,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513331206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:11,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513331320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:11,437 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/8359290994e14290aef28eb5b4e470b9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8359290994e14290aef28eb5b4e470b9 2024-11-25T05:41:11,447 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 8359290994e14290aef28eb5b4e470b9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:11,449 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:11,449 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513270943; duration=0sec 2024-11-25T05:41:11,449 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:11,449 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:11,473 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/41f7666539fb4104bfed85be636eef7a 2024-11-25T05:41:11,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/dba5ad295f844480869477fc9b4a2f3c is 50, key is test_row_0/B:col10/1732513270507/Put/seqid=0 2024-11-25T05:41:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742146_1322 (size=12301) 2024-11-25T05:41:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513331530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513331560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:11,562 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 09f86bf9d5a3cb52c5e36f59f34e5b1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513331560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:11,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513331560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:11,563 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 09f86bf9d5a3cb52c5e36f59f34e5b1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:11,563 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 09f86bf9d5a3cb52c5e36f59f34e5b1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:11,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513331840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:11,899 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/dba5ad295f844480869477fc9b4a2f3c 2024-11-25T05:41:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/ebcf5e0c836e4470b58063e5605f2543 is 50, key is test_row_0/C:col10/1732513270507/Put/seqid=0 2024-11-25T05:41:11,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742147_1323 (size=12301) 2024-11-25T05:41:12,314 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/ebcf5e0c836e4470b58063e5605f2543 2024-11-25T05:41:12,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/41f7666539fb4104bfed85be636eef7a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/41f7666539fb4104bfed85be636eef7a 2024-11-25T05:41:12,323 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/41f7666539fb4104bfed85be636eef7a, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:41:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/dba5ad295f844480869477fc9b4a2f3c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dba5ad295f844480869477fc9b4a2f3c 2024-11-25T05:41:12,331 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dba5ad295f844480869477fc9b4a2f3c, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:41:12,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/ebcf5e0c836e4470b58063e5605f2543 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/ebcf5e0c836e4470b58063e5605f2543 2024-11-25T05:41:12,335 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/ebcf5e0c836e4470b58063e5605f2543, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:41:12,336 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 1358ms, sequenceid=410, compaction requested=false 2024-11-25T05:41:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-25T05:41:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-25T05:41:12,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-25T05:41:12,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6630 sec 2024-11-25T05:41:12,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 3.6700 sec 2024-11-25T05:41:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:12,353 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:12,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:41:12,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/8b89e2505f66440ea5713e80ddf3b4ef is 50, key is test_row_0/A:col10/1732513271200/Put/seqid=0 2024-11-25T05:41:12,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742148_1324 (size=14741) 2024-11-25T05:41:12,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513332448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:12,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513332560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:12,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/8b89e2505f66440ea5713e80ddf3b4ef 2024-11-25T05:41:12,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513332770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:12,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/c9334c3b75964eac89717dfe27762d87 is 50, key is test_row_0/B:col10/1732513271200/Put/seqid=0 2024-11-25T05:41:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742149_1325 (size=12301) 2024-11-25T05:41:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T05:41:12,840 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:12,841 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-25T05:41:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T05:41:12,842 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:12,843 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:12,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T05:41:12,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-25T05:41:12,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:12,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:12,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:12,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:13,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513333080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-25T05:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:13,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T05:41:13,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/c9334c3b75964eac89717dfe27762d87 2024-11-25T05:41:13,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/568ed796696a40baa15adf34767ac609 is 50, key is test_row_0/C:col10/1732513271200/Put/seqid=0 2024-11-25T05:41:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742150_1326 (size=12301) 2024-11-25T05:41:13,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/568ed796696a40baa15adf34767ac609 2024-11-25T05:41:13,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/8b89e2505f66440ea5713e80ddf3b4ef as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8b89e2505f66440ea5713e80ddf3b4ef 2024-11-25T05:41:13,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8b89e2505f66440ea5713e80ddf3b4ef, entries=200, sequenceid=425, filesize=14.4 K 2024-11-25T05:41:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/c9334c3b75964eac89717dfe27762d87 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/c9334c3b75964eac89717dfe27762d87 2024-11-25T05:41:13,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/c9334c3b75964eac89717dfe27762d87, entries=150, sequenceid=425, filesize=12.0 K 2024-11-25T05:41:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/568ed796696a40baa15adf34767ac609 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/568ed796696a40baa15adf34767ac609 2024-11-25T05:41:13,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/568ed796696a40baa15adf34767ac609, entries=150, sequenceid=425, filesize=12.0 K 2024-11-25T05:41:13,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 911ms, sequenceid=425, compaction requested=true 2024-11-25T05:41:13,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:13,265 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:13,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:13,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:13,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:13,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:13,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:13,265 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:13,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:13,266 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:13,266 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:13,266 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:13,266 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8359290994e14290aef28eb5b4e470b9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/41f7666539fb4104bfed85be636eef7a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8b89e2505f66440ea5713e80ddf3b4ef] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=39.4 K 2024-11-25T05:41:13,267 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8359290994e14290aef28eb5b4e470b9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732513269378 2024-11-25T05:41:13,267 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:13,267 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:13,267 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:13,267 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6e48264c8998477e9ad9a5630ab0e4af, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dba5ad295f844480869477fc9b4a2f3c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/c9334c3b75964eac89717dfe27762d87] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=37.0 K 2024-11-25T05:41:13,267 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41f7666539fb4104bfed85be636eef7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732513270499 2024-11-25T05:41:13,268 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e48264c8998477e9ad9a5630ab0e4af, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732513269378 2024-11-25T05:41:13,268 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b89e2505f66440ea5713e80ddf3b4ef, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732513271187 2024-11-25T05:41:13,268 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting dba5ad295f844480869477fc9b4a2f3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732513270499 2024-11-25T05:41:13,269 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting c9334c3b75964eac89717dfe27762d87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732513271193 2024-11-25T05:41:13,279 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:13,280 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/0d8e0d4ac7dc414285163f75483eb8bf is 50, key is test_row_0/A:col10/1732513271200/Put/seqid=0 2024-11-25T05:41:13,285 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:13,286 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/dbc2f71e3e3947eb9d56b6684bbaa418 is 50, key is test_row_0/B:col10/1732513271200/Put/seqid=0 2024-11-25T05:41:13,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742151_1327 (size=13357) 2024-11-25T05:41:13,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-25T05:41:13,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:13,302 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:41:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/95a6709204aa4592bf6f62f4771b3a1a is 50, key is test_row_0/A:col10/1732513272446/Put/seqid=0 2024-11-25T05:41:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742152_1328 (size=13357) 2024-11-25T05:41:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742153_1329 (size=12301) 2024-11-25T05:41:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T05:41:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:13,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:13,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513333586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513333590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513333592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513333592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,695 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/0d8e0d4ac7dc414285163f75483eb8bf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0d8e0d4ac7dc414285163f75483eb8bf 2024-11-25T05:41:13,699 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 0d8e0d4ac7dc414285163f75483eb8bf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:13,699 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:13,699 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513273264; duration=0sec 2024-11-25T05:41:13,699 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:13,699 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:13,699 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:13,700 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:13,700 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:13,700 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:13,700 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d034cdac6d4f46e9837927dfedea95b0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/ebcf5e0c836e4470b58063e5605f2543, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/568ed796696a40baa15adf34767ac609] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=37.0 K 2024-11-25T05:41:13,701 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d034cdac6d4f46e9837927dfedea95b0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732513269378 2024-11-25T05:41:13,701 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebcf5e0c836e4470b58063e5605f2543, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732513270499 2024-11-25T05:41:13,701 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 568ed796696a40baa15adf34767ac609, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732513271193 2024-11-25T05:41:13,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513333700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513333700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513333700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,706 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,706 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/18615c6c59c34c21968d284b24a73f6f is 50, key is test_row_0/C:col10/1732513271200/Put/seqid=0 2024-11-25T05:41:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742154_1330 (size=13357) 2024-11-25T05:41:13,720 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/95a6709204aa4592bf6f62f4771b3a1a 2024-11-25T05:41:13,724 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/dbc2f71e3e3947eb9d56b6684bbaa418 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dbc2f71e3e3947eb9d56b6684bbaa418 2024-11-25T05:41:13,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/f1cd34065f2f4a1bb560492800b442fa is 50, key is test_row_0/B:col10/1732513272446/Put/seqid=0 2024-11-25T05:41:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742155_1331 (size=12301) 2024-11-25T05:41:13,731 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into dbc2f71e3e3947eb9d56b6684bbaa418(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:13,731 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:13,731 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513273265; duration=0sec 2024-11-25T05:41:13,731 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:13,731 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:13,732 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/f1cd34065f2f4a1bb560492800b442fa 2024-11-25T05:41:13,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/042be2d7f1bf4c8ba9ff38b67d0d856b is 50, key is test_row_0/C:col10/1732513272446/Put/seqid=0 2024-11-25T05:41:13,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742156_1332 (size=12301) 2024-11-25T05:41:13,749 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/042be2d7f1bf4c8ba9ff38b67d0d856b 2024-11-25T05:41:13,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/95a6709204aa4592bf6f62f4771b3a1a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/95a6709204aa4592bf6f62f4771b3a1a 2024-11-25T05:41:13,757 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/95a6709204aa4592bf6f62f4771b3a1a, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T05:41:13,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/f1cd34065f2f4a1bb560492800b442fa as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f1cd34065f2f4a1bb560492800b442fa 2024-11-25T05:41:13,761 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f1cd34065f2f4a1bb560492800b442fa, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T05:41:13,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/042be2d7f1bf4c8ba9ff38b67d0d856b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/042be2d7f1bf4c8ba9ff38b67d0d856b 2024-11-25T05:41:13,765 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/042be2d7f1bf4c8ba9ff38b67d0d856b, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T05:41:13,766 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 464ms, sequenceid=449, compaction requested=false 2024-11-25T05:41:13,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:13,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:13,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-25T05:41:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-25T05:41:13,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-25T05:41:13,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 925 msec 2024-11-25T05:41:13,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 929 msec 2024-11-25T05:41:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:13,914 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:13,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T05:41:13,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/fbe634930fce45828dd56d976daaec32 is 50, key is test_row_0/A:col10/1732513273913/Put/seqid=0 2024-11-25T05:41:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742157_1333 (size=14741) 2024-11-25T05:41:13,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513333942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513333945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513333946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T05:41:13,980 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:13,981 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-25T05:41:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T05:41:13,982 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:13,983 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:13,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513334050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513334060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513334060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T05:41:14,115 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/18615c6c59c34c21968d284b24a73f6f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/18615c6c59c34c21968d284b24a73f6f 2024-11-25T05:41:14,133 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 18615c6c59c34c21968d284b24a73f6f(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:14,133 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:14,133 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513273265; duration=0sec 2024-11-25T05:41:14,133 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:14,133 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:14,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513334260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513334270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513334270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:14,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T05:41:14,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/fbe634930fce45828dd56d976daaec32 2024-11-25T05:41:14,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/3cf6abd4e1d54255ac04b2308df5b71d is 50, key is test_row_0/B:col10/1732513273913/Put/seqid=0 2024-11-25T05:41:14,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742158_1334 (size=12301) 2024-11-25T05:41:14,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:14,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:14,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513334570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513334580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513334581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:14,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:14,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T05:41:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45836 deadline: 1732513334610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,614 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 09f86bf9d5a3cb52c5e36f59f34e5b1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/3cf6abd4e1d54255ac04b2308df5b71d 2024-11-25T05:41:14,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d197a9a1ecd741d8a15b21fe8dac8129 is 50, key is test_row_0/C:col10/1732513273913/Put/seqid=0 2024-11-25T05:41:14,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:14,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:14,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742159_1335 (size=12301) 2024-11-25T05:41:14,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d197a9a1ecd741d8a15b21fe8dac8129 2024-11-25T05:41:14,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/fbe634930fce45828dd56d976daaec32 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/fbe634930fce45828dd56d976daaec32 2024-11-25T05:41:14,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/fbe634930fce45828dd56d976daaec32, entries=200, sequenceid=466, filesize=14.4 K 2024-11-25T05:41:14,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/3cf6abd4e1d54255ac04b2308df5b71d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3cf6abd4e1d54255ac04b2308df5b71d 2024-11-25T05:41:14,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3cf6abd4e1d54255ac04b2308df5b71d, entries=150, sequenceid=466, filesize=12.0 K 2024-11-25T05:41:14,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/d197a9a1ecd741d8a15b21fe8dac8129 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d197a9a1ecd741d8a15b21fe8dac8129 2024-11-25T05:41:14,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d197a9a1ecd741d8a15b21fe8dac8129, entries=150, sequenceid=466, filesize=12.0 K 2024-11-25T05:41:14,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 854ms, sequenceid=466, compaction requested=true 2024-11-25T05:41:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:14,768 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:14,768 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:14,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:14,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:14,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:14,773 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:14,773 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:14,774 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:14,774 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:14,774 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,774 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,774 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0d8e0d4ac7dc414285163f75483eb8bf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/95a6709204aa4592bf6f62f4771b3a1a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/fbe634930fce45828dd56d976daaec32] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=39.5 K 2024-11-25T05:41:14,774 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dbc2f71e3e3947eb9d56b6684bbaa418, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f1cd34065f2f4a1bb560492800b442fa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3cf6abd4e1d54255ac04b2308df5b71d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=37.1 K 2024-11-25T05:41:14,774 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8e0d4ac7dc414285163f75483eb8bf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732513271193 2024-11-25T05:41:14,774 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting dbc2f71e3e3947eb9d56b6684bbaa418, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732513271193 2024-11-25T05:41:14,774 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f1cd34065f2f4a1bb560492800b442fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732513272415 2024-11-25T05:41:14,774 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95a6709204aa4592bf6f62f4771b3a1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732513272415 2024-11-25T05:41:14,775 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cf6abd4e1d54255ac04b2308df5b71d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732513273912 2024-11-25T05:41:14,775 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbe634930fce45828dd56d976daaec32, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732513273590 2024-11-25T05:41:14,788 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:14,788 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/b0a1884ce3154328b173232f8f30eb26 is 50, key is test_row_0/A:col10/1732513273913/Put/seqid=0 2024-11-25T05:41:14,792 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:14,793 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/2df6beb8524a4ea3bf72f4704efd20de is 50, key is test_row_0/B:col10/1732513273913/Put/seqid=0 2024-11-25T05:41:14,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742160_1336 (size=13459) 2024-11-25T05:41:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742161_1337 (size=13459) 2024-11-25T05:41:14,810 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/b0a1884ce3154328b173232f8f30eb26 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/b0a1884ce3154328b173232f8f30eb26 2024-11-25T05:41:14,816 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into b0a1884ce3154328b173232f8f30eb26(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:14,816 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:14,816 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513274768; duration=0sec 2024-11-25T05:41:14,816 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:14,816 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:14,816 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:14,818 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:14,818 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:14,818 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,818 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/18615c6c59c34c21968d284b24a73f6f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/042be2d7f1bf4c8ba9ff38b67d0d856b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d197a9a1ecd741d8a15b21fe8dac8129] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=37.1 K 2024-11-25T05:41:14,819 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18615c6c59c34c21968d284b24a73f6f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732513271193 2024-11-25T05:41:14,819 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 042be2d7f1bf4c8ba9ff38b67d0d856b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732513272415 2024-11-25T05:41:14,820 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d197a9a1ecd741d8a15b21fe8dac8129, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732513273912 2024-11-25T05:41:14,829 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:14,829 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/271e45ae19a24742a8284637cb6e41ac is 50, key is test_row_0/C:col10/1732513273913/Put/seqid=0 2024-11-25T05:41:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:14,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T05:41:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742162_1338 (size=13459) 2024-11-25T05:41:14,854 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/271e45ae19a24742a8284637cb6e41ac as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/271e45ae19a24742a8284637cb6e41ac 2024-11-25T05:41:14,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/4290ebb1046d424e9ab6241d27c23e53 is 50, key is test_row_0/A:col10/1732513273945/Put/seqid=0 2024-11-25T05:41:14,865 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 271e45ae19a24742a8284637cb6e41ac(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:14,865 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:14,865 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513274769; duration=0sec 2024-11-25T05:41:14,865 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:14,865 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:14,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742163_1339 (size=14741) 2024-11-25T05:41:14,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/4290ebb1046d424e9ab6241d27c23e53 2024-11-25T05:41:14,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/d331696a5d594d07a1eff8fc96daf248 is 50, key is test_row_0/B:col10/1732513273945/Put/seqid=0 2024-11-25T05:41:14,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513334887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:14,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:14,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742164_1340 (size=12301) 2024-11-25T05:41:14,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/d331696a5d594d07a1eff8fc96daf248 2024-11-25T05:41:14,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8d13be57b93745b6bf87c00472a8d17e is 50, key is test_row_0/C:col10/1732513273945/Put/seqid=0 2024-11-25T05:41:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742165_1341 (size=12301) 2024-11-25T05:41:14,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8d13be57b93745b6bf87c00472a8d17e 2024-11-25T05:41:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/4290ebb1046d424e9ab6241d27c23e53 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4290ebb1046d424e9ab6241d27c23e53 2024-11-25T05:41:14,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4290ebb1046d424e9ab6241d27c23e53, entries=200, sequenceid=490, filesize=14.4 K 2024-11-25T05:41:14,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/d331696a5d594d07a1eff8fc96daf248 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d331696a5d594d07a1eff8fc96daf248 2024-11-25T05:41:14,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d331696a5d594d07a1eff8fc96daf248, entries=150, sequenceid=490, filesize=12.0 K 2024-11-25T05:41:14,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8d13be57b93745b6bf87c00472a8d17e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8d13be57b93745b6bf87c00472a8d17e 2024-11-25T05:41:14,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8d13be57b93745b6bf87c00472a8d17e, entries=150, sequenceid=490, filesize=12.0 K 2024-11-25T05:41:14,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 113ms, sequenceid=490, compaction requested=false 2024-11-25T05:41:14,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:15,004 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:15,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T05:41:15,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/8575f5ca4b574a11b8124b206f8a2dce is 50, key is test_row_0/A:col10/1732513274885/Put/seqid=0 2024-11-25T05:41:15,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742166_1342 (size=14741) 2024-11-25T05:41:15,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:15,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:15,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513335087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45804 deadline: 1732513335090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45882 deadline: 1732513335090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513335090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T05:41:15,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513335200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513335200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:15,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,215 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/2df6beb8524a4ea3bf72f4704efd20de as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2df6beb8524a4ea3bf72f4704efd20de 2024-11-25T05:41:15,220 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 2df6beb8524a4ea3bf72f4704efd20de(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:15,220 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:15,220 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513274768; duration=0sec 2024-11-25T05:41:15,220 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:15,220 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:15,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:15,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513335410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513335410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/8575f5ca4b574a11b8124b206f8a2dce 2024-11-25T05:41:15,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/f82ad8fa4d294a4c9729cc8ce9be7b84 is 50, key is test_row_0/B:col10/1732513274885/Put/seqid=0 2024-11-25T05:41:15,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742167_1343 (size=12301) 2024-11-25T05:41:15,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/f82ad8fa4d294a4c9729cc8ce9be7b84 2024-11-25T05:41:15,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/878bc27dc8d8421681e60daaa06d2ca7 is 50, key is test_row_0/C:col10/1732513274885/Put/seqid=0 2024-11-25T05:41:15,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742168_1344 (size=12301) 2024-11-25T05:41:15,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/878bc27dc8d8421681e60daaa06d2ca7 2024-11-25T05:41:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/8575f5ca4b574a11b8124b206f8a2dce as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8575f5ca4b574a11b8124b206f8a2dce 2024-11-25T05:41:15,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8575f5ca4b574a11b8124b206f8a2dce, entries=200, sequenceid=506, filesize=14.4 K 2024-11-25T05:41:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/f82ad8fa4d294a4c9729cc8ce9be7b84 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f82ad8fa4d294a4c9729cc8ce9be7b84 2024-11-25T05:41:15,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f82ad8fa4d294a4c9729cc8ce9be7b84, entries=150, sequenceid=506, filesize=12.0 K 2024-11-25T05:41:15,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/878bc27dc8d8421681e60daaa06d2ca7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/878bc27dc8d8421681e60daaa06d2ca7 2024-11-25T05:41:15,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/878bc27dc8d8421681e60daaa06d2ca7, entries=150, sequenceid=506, filesize=12.0 K 2024-11-25T05:41:15,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 476ms, sequenceid=506, compaction requested=true 2024-11-25T05:41:15,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:15,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:15,480 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:15,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:15,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:15,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:15,480 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:15,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:15,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:15,481 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:15,481 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/A is initiating minor compaction (all files) 2024-11-25T05:41:15,481 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/A in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,481 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/b0a1884ce3154328b173232f8f30eb26, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4290ebb1046d424e9ab6241d27c23e53, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8575f5ca4b574a11b8124b206f8a2dce] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=41.9 K 2024-11-25T05:41:15,481 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:15,481 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/B is initiating minor compaction (all files) 2024-11-25T05:41:15,482 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/B in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,482 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2df6beb8524a4ea3bf72f4704efd20de, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d331696a5d594d07a1eff8fc96daf248, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f82ad8fa4d294a4c9729cc8ce9be7b84] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=37.2 K 2024-11-25T05:41:15,482 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0a1884ce3154328b173232f8f30eb26, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732513273912 2024-11-25T05:41:15,482 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 2df6beb8524a4ea3bf72f4704efd20de, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732513273912 2024-11-25T05:41:15,482 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4290ebb1046d424e9ab6241d27c23e53, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732513273936 2024-11-25T05:41:15,482 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d331696a5d594d07a1eff8fc96daf248, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732513273939 2024-11-25T05:41:15,482 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f82ad8fa4d294a4c9729cc8ce9be7b84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732513274876 2024-11-25T05:41:15,483 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8575f5ca4b574a11b8124b206f8a2dce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732513274870 2024-11-25T05:41:15,490 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:15,490 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/95ec31e951ec4948b9b68010a163b9da is 50, key is test_row_0/B:col10/1732513274885/Put/seqid=0 2024-11-25T05:41:15,511 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#A#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:15,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T05:41:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,512 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T05:41:15,512 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/453ff9141e434f7f81e6e3b894661d7a is 50, key is test_row_0/A:col10/1732513274885/Put/seqid=0 2024-11-25T05:41:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742169_1345 (size=13561) 2024-11-25T05:41:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/010d1b400307441d9a5d362ddcc072e6 is 50, key is test_row_0/A:col10/1732513275065/Put/seqid=0 2024-11-25T05:41:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742170_1346 (size=13561) 2024-11-25T05:41:15,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742171_1347 (size=12301) 2024-11-25T05:41:15,530 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/010d1b400307441d9a5d362ddcc072e6 2024-11-25T05:41:15,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/eab2ff3f43984d838b6fbd4808ab48e8 is 50, key is test_row_0/B:col10/1732513275065/Put/seqid=0 2024-11-25T05:41:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742172_1348 (size=12301) 2024-11-25T05:41:15,549 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/eab2ff3f43984d838b6fbd4808ab48e8 2024-11-25T05:41:15,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/a3bf003c4bb641acbb5422bc35da02e3 is 50, key is test_row_0/C:col10/1732513275065/Put/seqid=0 2024-11-25T05:41:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742173_1349 (size=12301) 2024-11-25T05:41:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:15,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. as already flushing 2024-11-25T05:41:15,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513335748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513335749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45796 deadline: 1732513335860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732513335860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:15,917 INFO [Thread-1108 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1108. 2024-11-25T05:41:15,917 INFO [Thread-1106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1106. 2024-11-25T05:41:15,917 DEBUG [Thread-1106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:15,917 DEBUG [Thread-1108 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:15,917 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,917 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,917 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,917 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:15,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:15,920 INFO [Thread-1104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1104. 2024-11-25T05:41:15,920 DEBUG [Thread-1104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:15,920 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,920 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,920 INFO [Thread-1102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1102. 2024-11-25T05:41:15,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:15,921 DEBUG [Thread-1102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:15,921 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,921 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:15,922 INFO [Thread-1110 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1110. 2024-11-25T05:41:15,922 DEBUG [Thread-1110 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:15,922 DEBUG [Thread-1110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,922 DEBUG [Thread-1110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:15,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:15,923 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/95ec31e951ec4948b9b68010a163b9da as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/95ec31e951ec4948b9b68010a163b9da 2024-11-25T05:41:15,926 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/453ff9141e434f7f81e6e3b894661d7a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/453ff9141e434f7f81e6e3b894661d7a 2024-11-25T05:41:15,927 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/B of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 95ec31e951ec4948b9b68010a163b9da(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:15,927 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:15,927 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/B, priority=13, startTime=1732513275480; duration=0sec 2024-11-25T05:41:15,927 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:15,927 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:15,927 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:15,928 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:15,928 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 09f86bf9d5a3cb52c5e36f59f34e5b1f/C is initiating minor compaction (all files) 2024-11-25T05:41:15,928 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f86bf9d5a3cb52c5e36f59f34e5b1f/C in TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,928 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/271e45ae19a24742a8284637cb6e41ac, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8d13be57b93745b6bf87c00472a8d17e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/878bc27dc8d8421681e60daaa06d2ca7] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp, totalSize=37.2 K 2024-11-25T05:41:15,929 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 271e45ae19a24742a8284637cb6e41ac, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732513273912 2024-11-25T05:41:15,929 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d13be57b93745b6bf87c00472a8d17e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732513273939 2024-11-25T05:41:15,929 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 878bc27dc8d8421681e60daaa06d2ca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732513274876 2024-11-25T05:41:15,930 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/A of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 453ff9141e434f7f81e6e3b894661d7a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:15,930 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:15,930 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/A, priority=13, startTime=1732513275480; duration=0sec 2024-11-25T05:41:15,930 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:15,930 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:15,935 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f86bf9d5a3cb52c5e36f59f34e5b1f#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:15,936 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8fc020dcac5541f489cbb631184aedd9 is 50, key is test_row_0/C:col10/1732513274885/Put/seqid=0 2024-11-25T05:41:15,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742174_1350 (size=13561) 2024-11-25T05:41:15,968 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/a3bf003c4bb641acbb5422bc35da02e3 2024-11-25T05:41:15,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/010d1b400307441d9a5d362ddcc072e6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/010d1b400307441d9a5d362ddcc072e6 2024-11-25T05:41:15,978 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/010d1b400307441d9a5d362ddcc072e6, entries=150, sequenceid=528, filesize=12.0 K 2024-11-25T05:41:15,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/eab2ff3f43984d838b6fbd4808ab48e8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/eab2ff3f43984d838b6fbd4808ab48e8 2024-11-25T05:41:15,982 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/eab2ff3f43984d838b6fbd4808ab48e8, entries=150, sequenceid=528, filesize=12.0 K 2024-11-25T05:41:15,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/a3bf003c4bb641acbb5422bc35da02e3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a3bf003c4bb641acbb5422bc35da02e3 2024-11-25T05:41:15,986 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a3bf003c4bb641acbb5422bc35da02e3, entries=150, sequenceid=528, filesize=12.0 K 2024-11-25T05:41:15,986 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 474ms, sequenceid=528, compaction requested=false 2024-11-25T05:41:15,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:15,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:15,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-25T05:41:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-25T05:41:15,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-25T05:41:15,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0050 sec 2024-11-25T05:41:15,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.0090 sec 2024-11-25T05:41:16,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T05:41:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:16,071 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:16,071 INFO [Thread-1095 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1095. 2024-11-25T05:41:16,071 INFO [Thread-1093 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1093. 2024-11-25T05:41:16,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T05:41:16,071 DEBUG [Thread-1095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:16,071 DEBUG [Thread-1093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:16,071 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,071 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,071 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,071 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:16,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:16,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d2ac4903bd2543bf858759039f536ea4 is 50, key is test_row_0/A:col10/1732513276070/Put/seqid=0 2024-11-25T05:41:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742175_1351 (size=12301) 2024-11-25T05:41:16,112 INFO [Thread-1099 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1099. 2024-11-25T05:41:16,112 INFO [Thread-1097 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1097. 2024-11-25T05:41:16,112 DEBUG [Thread-1099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:16,112 DEBUG [Thread-1097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:16,112 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,112 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,112 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,112 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:16,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T05:41:16,130 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:16,348 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/8fc020dcac5541f489cbb631184aedd9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8fc020dcac5541f489cbb631184aedd9 2024-11-25T05:41:16,352 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f86bf9d5a3cb52c5e36f59f34e5b1f/C of 09f86bf9d5a3cb52c5e36f59f34e5b1f into 8fc020dcac5541f489cbb631184aedd9(size=13.2 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:16,352 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:16,352 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., storeName=09f86bf9d5a3cb52c5e36f59f34e5b1f/C, priority=13, startTime=1732513275480; duration=0sec 2024-11-25T05:41:16,352 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:16,352 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:16,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d2ac4903bd2543bf858759039f536ea4 2024-11-25T05:41:16,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/8c558b1d8d684ad48b4d30d6926aef42 is 50, key is test_row_0/B:col10/1732513276070/Put/seqid=0 2024-11-25T05:41:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742176_1352 (size=12301) 2024-11-25T05:41:16,643 INFO [Thread-1091 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1091. 2024-11-25T05:41:16,643 DEBUG [Thread-1091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:16,643 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,643 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3871 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3635 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3579 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3852 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3633 2024-11-25T05:41:16,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T05:41:16,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T05:41:16,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:41:16,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:16,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:16,646 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T05:41:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T05:41:16,649 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513276649"}]},"ts":"1732513276649"} 2024-11-25T05:41:16,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T05:41:16,651 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T05:41:16,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:41:16,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, UNASSIGN}] 2024-11-25T05:41:16,654 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, UNASSIGN 2024-11-25T05:41:16,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=09f86bf9d5a3cb52c5e36f59f34e5b1f, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:16,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, UNASSIGN because future has completed 2024-11-25T05:41:16,656 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:41:16,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:41:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T05:41:16,808 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(122): Close 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:16,808 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:41:16,809 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1722): Closing 09f86bf9d5a3cb52c5e36f59f34e5b1f, disabling compactions & flushes 2024-11-25T05:41:16,809 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:16,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/8c558b1d8d684ad48b4d30d6926aef42 2024-11-25T05:41:16,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/185fc653096c4ff492ba64eac9ea9baf is 50, key is test_row_0/C:col10/1732513276070/Put/seqid=0 2024-11-25T05:41:16,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742177_1353 (size=12301) 2024-11-25T05:41:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T05:41:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T05:41:17,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/185fc653096c4ff492ba64eac9ea9baf 2024-11-25T05:41:17,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/d2ac4903bd2543bf858759039f536ea4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d2ac4903bd2543bf858759039f536ea4 2024-11-25T05:41:17,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d2ac4903bd2543bf858759039f536ea4, entries=150, sequenceid=547, filesize=12.0 K 2024-11-25T05:41:17,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/8c558b1d8d684ad48b4d30d6926aef42 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/8c558b1d8d684ad48b4d30d6926aef42 2024-11-25T05:41:17,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/8c558b1d8d684ad48b4d30d6926aef42, entries=150, sequenceid=547, filesize=12.0 K 2024-11-25T05:41:17,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/185fc653096c4ff492ba64eac9ea9baf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/185fc653096c4ff492ba64eac9ea9baf 2024-11-25T05:41:17,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/185fc653096c4ff492ba64eac9ea9baf, entries=150, sequenceid=547, filesize=12.0 K 2024-11-25T05:41:17,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 1260ms, sequenceid=547, compaction requested=true 2024-11-25T05:41:17,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: 2024-11-25T05:41:17,331 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:17,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. because compaction request was cancelled 2024-11-25T05:41:17,331 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:17,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:17,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:A 2024-11-25T05:41:17,331 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. after waiting 0 ms 2024-11-25T05:41:17,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:17,331 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:17,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:B, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:17,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. because compaction request was cancelled 2024-11-25T05:41:17,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:17,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:B 2024-11-25T05:41:17,331 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(2902): Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T05:41:17,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. because compaction request was cancelled 2024-11-25T05:41:17,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f86bf9d5a3cb52c5e36f59f34e5b1f:C, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:17,331 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f86bf9d5a3cb52c5e36f59f34e5b1f:C 2024-11-25T05:41:17,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:17,334 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/86b48d8c9c074f6da65d653416c18e76 is 50, key is test_row_0/A:col10/1732513276641/Put/seqid=0 2024-11-25T05:41:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742178_1354 (size=7415) 2024-11-25T05:41:17,738 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/86b48d8c9c074f6da65d653416c18e76 2024-11-25T05:41:17,744 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/0bf939e0b0fb4fcc898964d1d9fe0188 is 50, key is test_row_0/B:col10/1732513276641/Put/seqid=0 2024-11-25T05:41:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742179_1355 (size=7415) 2024-11-25T05:41:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T05:41:18,147 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/0bf939e0b0fb4fcc898964d1d9fe0188 2024-11-25T05:41:18,153 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0da347d680234bdf86c4c1377c33e895 is 50, key is test_row_0/C:col10/1732513276641/Put/seqid=0 2024-11-25T05:41:18,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742180_1356 (size=7415) 2024-11-25T05:41:18,557 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0da347d680234bdf86c4c1377c33e895 2024-11-25T05:41:18,565 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/A/86b48d8c9c074f6da65d653416c18e76 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/86b48d8c9c074f6da65d653416c18e76 2024-11-25T05:41:18,570 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/86b48d8c9c074f6da65d653416c18e76, entries=50, sequenceid=554, filesize=7.2 K 2024-11-25T05:41:18,571 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/B/0bf939e0b0fb4fcc898964d1d9fe0188 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/0bf939e0b0fb4fcc898964d1d9fe0188 2024-11-25T05:41:18,575 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/0bf939e0b0fb4fcc898964d1d9fe0188, entries=50, sequenceid=554, filesize=7.2 K 2024-11-25T05:41:18,576 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/.tmp/C/0da347d680234bdf86c4c1377c33e895 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0da347d680234bdf86c4c1377c33e895 2024-11-25T05:41:18,581 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0da347d680234bdf86c4c1377c33e895, entries=50, sequenceid=554, filesize=7.2 K 2024-11-25T05:41:18,581 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 1250ms, sequenceid=554, compaction requested=true 2024-11-25T05:41:18,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d565f3788d534e37985189170b3f3efe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0a01909de85b4167b884dbe67b87daaf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/198e901d744b4acc9789cf4fad54ffcb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6365b2c7493f42508125b90aecfd3421, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c0bf0d8fa850418cb416ae3acbdc0c4b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/7af04056bc484b68b26d854ce8046b68, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6dbab5ecd9f54d658c2e5c521d9d7553, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f16a13a7ad154b58b2f951d2427a0540, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/cecea0b56a174cea8223bb052f19f17c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5574a3d37ce2478691cc2fea74ad683f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6de63cf453d04280a8317f6a267c4c60, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5d8d05caf97b4c5a9602e3a372162561, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d82c16b4ac04486b805b3fc1d4f36583, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/bce3a48389f144b58d7e98f447e5aea2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/965066d1ab634356b1f18596d9045fe4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/489f0a181ce84dd6ae865e573b4703b1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d065216712a6431fad13cf4d79533717, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f63e940c963f4771973cdb33469b5571, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/16351175dde1472e8562de6bf95848bf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a355ed6fedb74aea8e588d46dd8b3cbc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/9e4bb5786afc437e939f81b6da9ab8eb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4b230e6f6fb943d794db68361b9cd2c1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/2d5467a7500d48269a12480c89f510e0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a6d1ed3927854d848ff34f6c257c84cd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c4c9ace11e8a4c008b596f4d8d1278f2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/724639a6f2894d0f8c83399de91253a8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/abd0e8844c5c438d82a93f4a3905c4a5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8359290994e14290aef28eb5b4e470b9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/3b73075e66dd4167b432d2b0c28f6100, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/41f7666539fb4104bfed85be636eef7a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8b89e2505f66440ea5713e80ddf3b4ef, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0d8e0d4ac7dc414285163f75483eb8bf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/95a6709204aa4592bf6f62f4771b3a1a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/fbe634930fce45828dd56d976daaec32, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/b0a1884ce3154328b173232f8f30eb26, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4290ebb1046d424e9ab6241d27c23e53, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8575f5ca4b574a11b8124b206f8a2dce] to archive 2024-11-25T05:41:18,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:41:18,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d565f3788d534e37985189170b3f3efe to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d565f3788d534e37985189170b3f3efe 2024-11-25T05:41:18,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0a01909de85b4167b884dbe67b87daaf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0a01909de85b4167b884dbe67b87daaf 2024-11-25T05:41:18,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/198e901d744b4acc9789cf4fad54ffcb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/198e901d744b4acc9789cf4fad54ffcb 2024-11-25T05:41:18,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6365b2c7493f42508125b90aecfd3421 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6365b2c7493f42508125b90aecfd3421 2024-11-25T05:41:18,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c0bf0d8fa850418cb416ae3acbdc0c4b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c0bf0d8fa850418cb416ae3acbdc0c4b 2024-11-25T05:41:18,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/7af04056bc484b68b26d854ce8046b68 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/7af04056bc484b68b26d854ce8046b68 2024-11-25T05:41:18,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6dbab5ecd9f54d658c2e5c521d9d7553 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6dbab5ecd9f54d658c2e5c521d9d7553 2024-11-25T05:41:18,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f16a13a7ad154b58b2f951d2427a0540 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f16a13a7ad154b58b2f951d2427a0540 2024-11-25T05:41:18,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/cecea0b56a174cea8223bb052f19f17c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/cecea0b56a174cea8223bb052f19f17c 2024-11-25T05:41:18,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5574a3d37ce2478691cc2fea74ad683f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5574a3d37ce2478691cc2fea74ad683f 2024-11-25T05:41:18,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6de63cf453d04280a8317f6a267c4c60 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/6de63cf453d04280a8317f6a267c4c60 2024-11-25T05:41:18,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5d8d05caf97b4c5a9602e3a372162561 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/5d8d05caf97b4c5a9602e3a372162561 2024-11-25T05:41:18,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d82c16b4ac04486b805b3fc1d4f36583 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d82c16b4ac04486b805b3fc1d4f36583 2024-11-25T05:41:18,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/bce3a48389f144b58d7e98f447e5aea2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/bce3a48389f144b58d7e98f447e5aea2 2024-11-25T05:41:18,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/965066d1ab634356b1f18596d9045fe4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/965066d1ab634356b1f18596d9045fe4 2024-11-25T05:41:18,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/489f0a181ce84dd6ae865e573b4703b1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/489f0a181ce84dd6ae865e573b4703b1 2024-11-25T05:41:18,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d065216712a6431fad13cf4d79533717 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d065216712a6431fad13cf4d79533717 2024-11-25T05:41:18,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f63e940c963f4771973cdb33469b5571 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/f63e940c963f4771973cdb33469b5571 2024-11-25T05:41:18,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/16351175dde1472e8562de6bf95848bf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/16351175dde1472e8562de6bf95848bf 2024-11-25T05:41:18,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a355ed6fedb74aea8e588d46dd8b3cbc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a355ed6fedb74aea8e588d46dd8b3cbc 2024-11-25T05:41:18,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/9e4bb5786afc437e939f81b6da9ab8eb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/9e4bb5786afc437e939f81b6da9ab8eb 2024-11-25T05:41:18,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4b230e6f6fb943d794db68361b9cd2c1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4b230e6f6fb943d794db68361b9cd2c1 2024-11-25T05:41:18,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/2d5467a7500d48269a12480c89f510e0 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/2d5467a7500d48269a12480c89f510e0 2024-11-25T05:41:18,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a6d1ed3927854d848ff34f6c257c84cd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/a6d1ed3927854d848ff34f6c257c84cd 2024-11-25T05:41:18,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c4c9ace11e8a4c008b596f4d8d1278f2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/c4c9ace11e8a4c008b596f4d8d1278f2 2024-11-25T05:41:18,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/724639a6f2894d0f8c83399de91253a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/724639a6f2894d0f8c83399de91253a8 2024-11-25T05:41:18,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/abd0e8844c5c438d82a93f4a3905c4a5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/abd0e8844c5c438d82a93f4a3905c4a5 2024-11-25T05:41:18,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8359290994e14290aef28eb5b4e470b9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8359290994e14290aef28eb5b4e470b9 2024-11-25T05:41:18,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/3b73075e66dd4167b432d2b0c28f6100 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/3b73075e66dd4167b432d2b0c28f6100 2024-11-25T05:41:18,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/41f7666539fb4104bfed85be636eef7a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/41f7666539fb4104bfed85be636eef7a 2024-11-25T05:41:18,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8b89e2505f66440ea5713e80ddf3b4ef to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8b89e2505f66440ea5713e80ddf3b4ef 2024-11-25T05:41:18,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0d8e0d4ac7dc414285163f75483eb8bf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/0d8e0d4ac7dc414285163f75483eb8bf 2024-11-25T05:41:18,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/95a6709204aa4592bf6f62f4771b3a1a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/95a6709204aa4592bf6f62f4771b3a1a 2024-11-25T05:41:18,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/fbe634930fce45828dd56d976daaec32 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/fbe634930fce45828dd56d976daaec32 2024-11-25T05:41:18,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/b0a1884ce3154328b173232f8f30eb26 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/b0a1884ce3154328b173232f8f30eb26 2024-11-25T05:41:18,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4290ebb1046d424e9ab6241d27c23e53 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/4290ebb1046d424e9ab6241d27c23e53 2024-11-25T05:41:18,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8575f5ca4b574a11b8124b206f8a2dce to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/8575f5ca4b574a11b8124b206f8a2dce 2024-11-25T05:41:18,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/44acf47bea8b4fdcabcc982defc9405b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3c47cba2ef74440c83e380aa35824f1d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/837ae56b4ddb42c2b0924f158db8df0f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4b179932e02940e6abbba2a9fdeddb02, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e1f9478a11c447eabdea784e399cd759, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b6101aa8667e46c1bb325bbe70b80014, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/86b0a09a22034ff79ae8cf2a004bebd8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/9d5fa064e788497e8f3e5deb8f4a559e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/71e083d44bfe4c3fb47585d46f7da35d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/22d631f227b14db4a75b392be0af7750, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6dc5aed3f6144dad8f4807dbb6cdf79b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b3f551d69a624d4a8c9955781121466e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/673ecbc56a5b4b00903b617e5d9ee0a7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/00c10df3bef34a8fa9317573cdd11405, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/90246c0184cb48069be10d38caee39ac, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/01139072675a43e38230d5aeda9a66f8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4dbe7fb0095043278cb850d7d83ecd2b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/213672a8242b4278b4da0188d787faa2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/66c38a2c2def4431833ba4d56236dd10, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2ed81d2092ed447b85b1331c0361287d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b4a3dea0989444649a6af1b256b3881f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/51bf7378c96e42629ce85157a2b08985, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d23798dd01ac40b094d5fa267617bc6d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e60e484ed3994792b9442a3bc6283887, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/39374bba1f3b49129c3019b0ebbee92b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/16ec38dda3cb464d8bf71ae404799f37, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/bd131f6a799b4df98347cba496229662, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6e48264c8998477e9ad9a5630ab0e4af, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6405291e1f5745a7b6dd409c0336c6ac, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dba5ad295f844480869477fc9b4a2f3c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dbc2f71e3e3947eb9d56b6684bbaa418, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/c9334c3b75964eac89717dfe27762d87, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f1cd34065f2f4a1bb560492800b442fa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2df6beb8524a4ea3bf72f4704efd20de, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3cf6abd4e1d54255ac04b2308df5b71d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d331696a5d594d07a1eff8fc96daf248, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f82ad8fa4d294a4c9729cc8ce9be7b84] to archive 2024-11-25T05:41:18,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:41:18,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/44acf47bea8b4fdcabcc982defc9405b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/44acf47bea8b4fdcabcc982defc9405b 2024-11-25T05:41:18,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3c47cba2ef74440c83e380aa35824f1d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3c47cba2ef74440c83e380aa35824f1d 2024-11-25T05:41:18,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/837ae56b4ddb42c2b0924f158db8df0f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/837ae56b4ddb42c2b0924f158db8df0f 2024-11-25T05:41:18,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4b179932e02940e6abbba2a9fdeddb02 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4b179932e02940e6abbba2a9fdeddb02 2024-11-25T05:41:18,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e1f9478a11c447eabdea784e399cd759 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e1f9478a11c447eabdea784e399cd759 2024-11-25T05:41:18,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b6101aa8667e46c1bb325bbe70b80014 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b6101aa8667e46c1bb325bbe70b80014 2024-11-25T05:41:18,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/86b0a09a22034ff79ae8cf2a004bebd8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/86b0a09a22034ff79ae8cf2a004bebd8 2024-11-25T05:41:18,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/9d5fa064e788497e8f3e5deb8f4a559e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/9d5fa064e788497e8f3e5deb8f4a559e 2024-11-25T05:41:18,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/71e083d44bfe4c3fb47585d46f7da35d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/71e083d44bfe4c3fb47585d46f7da35d 2024-11-25T05:41:18,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/22d631f227b14db4a75b392be0af7750 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/22d631f227b14db4a75b392be0af7750 2024-11-25T05:41:18,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6dc5aed3f6144dad8f4807dbb6cdf79b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6dc5aed3f6144dad8f4807dbb6cdf79b 2024-11-25T05:41:18,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b3f551d69a624d4a8c9955781121466e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b3f551d69a624d4a8c9955781121466e 2024-11-25T05:41:18,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/673ecbc56a5b4b00903b617e5d9ee0a7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/673ecbc56a5b4b00903b617e5d9ee0a7 2024-11-25T05:41:18,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/00c10df3bef34a8fa9317573cdd11405 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/00c10df3bef34a8fa9317573cdd11405 2024-11-25T05:41:18,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/90246c0184cb48069be10d38caee39ac to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/90246c0184cb48069be10d38caee39ac 2024-11-25T05:41:18,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/01139072675a43e38230d5aeda9a66f8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/01139072675a43e38230d5aeda9a66f8 2024-11-25T05:41:18,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4dbe7fb0095043278cb850d7d83ecd2b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/4dbe7fb0095043278cb850d7d83ecd2b 2024-11-25T05:41:18,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/213672a8242b4278b4da0188d787faa2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/213672a8242b4278b4da0188d787faa2 2024-11-25T05:41:18,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/66c38a2c2def4431833ba4d56236dd10 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/66c38a2c2def4431833ba4d56236dd10 2024-11-25T05:41:18,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2ed81d2092ed447b85b1331c0361287d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2ed81d2092ed447b85b1331c0361287d 2024-11-25T05:41:18,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b4a3dea0989444649a6af1b256b3881f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/b4a3dea0989444649a6af1b256b3881f 2024-11-25T05:41:18,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/51bf7378c96e42629ce85157a2b08985 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/51bf7378c96e42629ce85157a2b08985 2024-11-25T05:41:18,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d23798dd01ac40b094d5fa267617bc6d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d23798dd01ac40b094d5fa267617bc6d 2024-11-25T05:41:18,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e60e484ed3994792b9442a3bc6283887 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/e60e484ed3994792b9442a3bc6283887 2024-11-25T05:41:18,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/39374bba1f3b49129c3019b0ebbee92b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/39374bba1f3b49129c3019b0ebbee92b 2024-11-25T05:41:18,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/16ec38dda3cb464d8bf71ae404799f37 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/16ec38dda3cb464d8bf71ae404799f37 2024-11-25T05:41:18,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/bd131f6a799b4df98347cba496229662 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/bd131f6a799b4df98347cba496229662 2024-11-25T05:41:18,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6e48264c8998477e9ad9a5630ab0e4af to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6e48264c8998477e9ad9a5630ab0e4af 2024-11-25T05:41:18,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6405291e1f5745a7b6dd409c0336c6ac to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/6405291e1f5745a7b6dd409c0336c6ac 2024-11-25T05:41:18,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dba5ad295f844480869477fc9b4a2f3c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dba5ad295f844480869477fc9b4a2f3c 2024-11-25T05:41:18,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dbc2f71e3e3947eb9d56b6684bbaa418 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/dbc2f71e3e3947eb9d56b6684bbaa418 2024-11-25T05:41:18,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/c9334c3b75964eac89717dfe27762d87 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/c9334c3b75964eac89717dfe27762d87 2024-11-25T05:41:18,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f1cd34065f2f4a1bb560492800b442fa to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f1cd34065f2f4a1bb560492800b442fa 2024-11-25T05:41:18,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2df6beb8524a4ea3bf72f4704efd20de to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/2df6beb8524a4ea3bf72f4704efd20de 2024-11-25T05:41:18,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3cf6abd4e1d54255ac04b2308df5b71d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/3cf6abd4e1d54255ac04b2308df5b71d 2024-11-25T05:41:18,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d331696a5d594d07a1eff8fc96daf248 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/d331696a5d594d07a1eff8fc96daf248 2024-11-25T05:41:18,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f82ad8fa4d294a4c9729cc8ce9be7b84 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/f82ad8fa4d294a4c9729cc8ce9be7b84 2024-11-25T05:41:18,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8698645fd0234569b23580691f6d0469, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f36d4adcff8e4dd8a995fab367e5dfa5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/cd3df295f2ad47fa9bc2a05cf5c8ead6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/57dda65df7a74f6c8fb9403146eb5990, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7a8d1c953d3a40e78c01401d139e3863, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0a72664593f6494c85b982893edd3b9c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a2421e8c87524d1b85ec1eadc4b0d54c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/5799b0cbbdfa4b01a4a699add64f4771, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/029b1902e5884f7cb899eff2d6699444, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/464be1ef61bd450db8b3ec9423d93f95, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/4d249994cbe54d07a0f26827fdbfae6b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7ff1ce1d88f345109fcd9e9062a4555e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f6c2e99a415d4b74be8efab2c15907e9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/c79d1519c2694171b5b15e245e8064bc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/43a27f89f3ed4c9d9c21442ecbd528e5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/addc09299eaf47b093ea8ae7b3e9bbde, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d7339198577b49ab88012d10ebe65a5c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d028731f20a2415abc9d865520b5db61, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8382e83416fe4ffda957b935d91da83c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0fb4f79caeff41939dac43ec49a31f78, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e5666bd559524c12a6a7eea543dfd016, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e9a33a50f0e240538f2336fc25ebe915, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/fd49769c076643a4a4337433069f854b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0521ec5c022d4d4ab678a9b022a86f83, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/29e51c5f709b432f85379816a6bb2c78, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/9257be1236754d86b36efbb6086c353c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7090a56e088f43ffabbf0035ff364de1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d034cdac6d4f46e9837927dfedea95b0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/054002288a1344a9a288547f02ad2d2f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/ebcf5e0c836e4470b58063e5605f2543, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/18615c6c59c34c21968d284b24a73f6f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/568ed796696a40baa15adf34767ac609, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/042be2d7f1bf4c8ba9ff38b67d0d856b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/271e45ae19a24742a8284637cb6e41ac, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d197a9a1ecd741d8a15b21fe8dac8129, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8d13be57b93745b6bf87c00472a8d17e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/878bc27dc8d8421681e60daaa06d2ca7] to archive 2024-11-25T05:41:18,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:41:18,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8698645fd0234569b23580691f6d0469 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8698645fd0234569b23580691f6d0469 2024-11-25T05:41:18,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f36d4adcff8e4dd8a995fab367e5dfa5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f36d4adcff8e4dd8a995fab367e5dfa5 2024-11-25T05:41:18,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/cd3df295f2ad47fa9bc2a05cf5c8ead6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/cd3df295f2ad47fa9bc2a05cf5c8ead6 2024-11-25T05:41:18,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/57dda65df7a74f6c8fb9403146eb5990 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/57dda65df7a74f6c8fb9403146eb5990 2024-11-25T05:41:18,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7a8d1c953d3a40e78c01401d139e3863 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7a8d1c953d3a40e78c01401d139e3863 2024-11-25T05:41:18,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0a72664593f6494c85b982893edd3b9c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0a72664593f6494c85b982893edd3b9c 2024-11-25T05:41:18,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a2421e8c87524d1b85ec1eadc4b0d54c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a2421e8c87524d1b85ec1eadc4b0d54c 2024-11-25T05:41:18,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/5799b0cbbdfa4b01a4a699add64f4771 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/5799b0cbbdfa4b01a4a699add64f4771 2024-11-25T05:41:18,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/029b1902e5884f7cb899eff2d6699444 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/029b1902e5884f7cb899eff2d6699444 2024-11-25T05:41:18,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/464be1ef61bd450db8b3ec9423d93f95 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/464be1ef61bd450db8b3ec9423d93f95 2024-11-25T05:41:18,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/4d249994cbe54d07a0f26827fdbfae6b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/4d249994cbe54d07a0f26827fdbfae6b 2024-11-25T05:41:18,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7ff1ce1d88f345109fcd9e9062a4555e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7ff1ce1d88f345109fcd9e9062a4555e 2024-11-25T05:41:18,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f6c2e99a415d4b74be8efab2c15907e9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/f6c2e99a415d4b74be8efab2c15907e9 2024-11-25T05:41:18,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/c79d1519c2694171b5b15e245e8064bc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/c79d1519c2694171b5b15e245e8064bc 2024-11-25T05:41:18,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/43a27f89f3ed4c9d9c21442ecbd528e5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/43a27f89f3ed4c9d9c21442ecbd528e5 2024-11-25T05:41:18,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/addc09299eaf47b093ea8ae7b3e9bbde to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/addc09299eaf47b093ea8ae7b3e9bbde 2024-11-25T05:41:18,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d7339198577b49ab88012d10ebe65a5c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d7339198577b49ab88012d10ebe65a5c 2024-11-25T05:41:18,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d028731f20a2415abc9d865520b5db61 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d028731f20a2415abc9d865520b5db61 2024-11-25T05:41:18,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8382e83416fe4ffda957b935d91da83c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8382e83416fe4ffda957b935d91da83c 2024-11-25T05:41:18,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0fb4f79caeff41939dac43ec49a31f78 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0fb4f79caeff41939dac43ec49a31f78 2024-11-25T05:41:18,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e5666bd559524c12a6a7eea543dfd016 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e5666bd559524c12a6a7eea543dfd016 2024-11-25T05:41:18,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e9a33a50f0e240538f2336fc25ebe915 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/e9a33a50f0e240538f2336fc25ebe915 2024-11-25T05:41:18,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/fd49769c076643a4a4337433069f854b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/fd49769c076643a4a4337433069f854b 2024-11-25T05:41:18,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0521ec5c022d4d4ab678a9b022a86f83 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0521ec5c022d4d4ab678a9b022a86f83 2024-11-25T05:41:18,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/29e51c5f709b432f85379816a6bb2c78 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/29e51c5f709b432f85379816a6bb2c78 2024-11-25T05:41:18,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/9257be1236754d86b36efbb6086c353c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/9257be1236754d86b36efbb6086c353c 2024-11-25T05:41:18,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7090a56e088f43ffabbf0035ff364de1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/7090a56e088f43ffabbf0035ff364de1 2024-11-25T05:41:18,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d034cdac6d4f46e9837927dfedea95b0 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d034cdac6d4f46e9837927dfedea95b0 2024-11-25T05:41:18,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/054002288a1344a9a288547f02ad2d2f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/054002288a1344a9a288547f02ad2d2f 2024-11-25T05:41:18,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/ebcf5e0c836e4470b58063e5605f2543 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/ebcf5e0c836e4470b58063e5605f2543 2024-11-25T05:41:18,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/18615c6c59c34c21968d284b24a73f6f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/18615c6c59c34c21968d284b24a73f6f 2024-11-25T05:41:18,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/568ed796696a40baa15adf34767ac609 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/568ed796696a40baa15adf34767ac609 2024-11-25T05:41:18,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/042be2d7f1bf4c8ba9ff38b67d0d856b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/042be2d7f1bf4c8ba9ff38b67d0d856b 2024-11-25T05:41:18,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/271e45ae19a24742a8284637cb6e41ac to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/271e45ae19a24742a8284637cb6e41ac 2024-11-25T05:41:18,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d197a9a1ecd741d8a15b21fe8dac8129 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/d197a9a1ecd741d8a15b21fe8dac8129 2024-11-25T05:41:18,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8d13be57b93745b6bf87c00472a8d17e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8d13be57b93745b6bf87c00472a8d17e 2024-11-25T05:41:18,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/878bc27dc8d8421681e60daaa06d2ca7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/878bc27dc8d8421681e60daaa06d2ca7 2024-11-25T05:41:18,694 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/recovered.edits/557.seqid, newMaxSeqId=557, maxSeqId=1 2024-11-25T05:41:18,694 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. 2024-11-25T05:41:18,694 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1676): Region close journal for 09f86bf9d5a3cb52c5e36f59f34e5b1f: Waiting for close lock at 1732513276808Running coprocessor pre-close hooks at 1732513276808Disabling compacts and flushes for region at 1732513276808Disabling writes for close at 1732513277331 (+523 ms)Obtaining lock to block concurrent updates at 1732513277331Preparing flush snapshotting stores in 09f86bf9d5a3cb52c5e36f59f34e5b1f at 1732513277331Finished memstore snapshotting TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732513277332 (+1 ms)Flushing stores of TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f. at 1732513277332Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/A: creating writer at 1732513277332Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/A: appending metadata at 1732513277334 (+2 ms)Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/A: closing flushed file at 1732513277334Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/B: creating writer at 1732513277741 (+407 ms)Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/B: appending metadata at 1732513277743 (+2 ms)Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/B: closing flushed file at 1732513277743Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/C: creating writer at 1732513278151 (+408 ms)Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/C: appending metadata at 1732513278153 (+2 ms)Flushing 09f86bf9d5a3cb52c5e36f59f34e5b1f/C: closing flushed file at 1732513278153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fa18a6: reopening flushed file at 1732513278564 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1312163a: reopening flushed file at 1732513278570 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aebc57a: reopening flushed file at 1732513278576 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 09f86bf9d5a3cb52c5e36f59f34e5b1f in 1250ms, sequenceid=554, compaction requested=true at 1732513278581 (+5 ms)Writing region close event to WAL at 1732513278691 (+110 ms)Running coprocessor post-close hooks at 1732513278694 (+3 ms)Closed at 1732513278694 2024-11-25T05:41:18,696 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(157): Closed 09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:18,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=09f86bf9d5a3cb52c5e36f59f34e5b1f, regionState=CLOSED 2024-11-25T05:41:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:41:18,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-25T05:41:18,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseRegionProcedure 09f86bf9d5a3cb52c5e36f59f34e5b1f, server=8ef925b832e3,41059,1732513187808 in 2.0420 sec 2024-11-25T05:41:18,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T05:41:18,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f86bf9d5a3cb52c5e36f59f34e5b1f, UNASSIGN in 2.0460 sec 2024-11-25T05:41:18,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-25T05:41:18,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0500 sec 2024-11-25T05:41:18,703 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513278703"}]},"ts":"1732513278703"} 2024-11-25T05:41:18,704 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T05:41:18,704 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T05:41:18,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0590 sec 2024-11-25T05:41:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T05:41:18,801 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:18,802 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T05:41:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:18,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T05:41:18,808 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=80, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:18,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:18,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/recovered.edits] 2024-11-25T05:41:18,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/010d1b400307441d9a5d362ddcc072e6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/010d1b400307441d9a5d362ddcc072e6 2024-11-25T05:41:18,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/453ff9141e434f7f81e6e3b894661d7a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/453ff9141e434f7f81e6e3b894661d7a 2024-11-25T05:41:18,817 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/86b48d8c9c074f6da65d653416c18e76 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/86b48d8c9c074f6da65d653416c18e76 2024-11-25T05:41:18,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d2ac4903bd2543bf858759039f536ea4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/A/d2ac4903bd2543bf858759039f536ea4 2024-11-25T05:41:18,820 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/0bf939e0b0fb4fcc898964d1d9fe0188 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/0bf939e0b0fb4fcc898964d1d9fe0188 2024-11-25T05:41:18,821 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/8c558b1d8d684ad48b4d30d6926aef42 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/8c558b1d8d684ad48b4d30d6926aef42 2024-11-25T05:41:18,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/95ec31e951ec4948b9b68010a163b9da to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/95ec31e951ec4948b9b68010a163b9da 2024-11-25T05:41:18,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/eab2ff3f43984d838b6fbd4808ab48e8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/B/eab2ff3f43984d838b6fbd4808ab48e8 2024-11-25T05:41:18,824 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0da347d680234bdf86c4c1377c33e895 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/0da347d680234bdf86c4c1377c33e895 2024-11-25T05:41:18,825 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/185fc653096c4ff492ba64eac9ea9baf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/185fc653096c4ff492ba64eac9ea9baf 2024-11-25T05:41:18,826 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8fc020dcac5541f489cbb631184aedd9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/8fc020dcac5541f489cbb631184aedd9 2024-11-25T05:41:18,827 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a3bf003c4bb641acbb5422bc35da02e3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/C/a3bf003c4bb641acbb5422bc35da02e3 2024-11-25T05:41:18,829 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/recovered.edits/557.seqid to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f/recovered.edits/557.seqid 2024-11-25T05:41:18,829 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/09f86bf9d5a3cb52c5e36f59f34e5b1f 2024-11-25T05:41:18,829 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T05:41:18,831 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=80, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:18,835 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T05:41:18,837 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T05:41:18,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=80, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:18,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T05:41:18,839 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732513278838"}]},"ts":"9223372036854775807"} 2024-11-25T05:41:18,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T05:41:18,841 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 09f86bf9d5a3cb52c5e36f59f34e5b1f, NAME => 'TestAcidGuarantees,,1732513253694.09f86bf9d5a3cb52c5e36f59f34e5b1f.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T05:41:18,841 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T05:41:18,841 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732513278841"}]},"ts":"9223372036854775807"} 2024-11-25T05:41:18,843 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T05:41:18,844 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=80, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:18,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-25T05:41:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T05:41:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T05:41:18,923 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:18,932 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 242), OpenFileDescriptor=453 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7874 (was 7540) - AvailableMemoryMB LEAK? - 2024-11-25T05:41:18,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=7874 2024-11-25T05:41:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:41:18,943 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:41:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:18,945 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T05:41:18,945 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:18,945 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 81 2024-11-25T05:41:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-25T05:41:18,946 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T05:41:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742181_1357 (size=959) 2024-11-25T05:41:18,959 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 2024-11-25T05:41:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742182_1358 (size=53) 2024-11-25T05:41:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-25T05:41:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-25T05:41:19,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:41:19,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4b9344f7e0b00a187dce0ad014c993a8, disabling compactions & flushes 2024-11-25T05:41:19,365 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:19,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:19,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. after waiting 0 ms 2024-11-25T05:41:19,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:19,365 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:19,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b9344f7e0b00a187dce0ad014c993a8: Waiting for close lock at 1732513279365Disabling compacts and flushes for region at 1732513279365Disabling writes for close at 1732513279365Writing region close event to WAL at 1732513279365Closed at 1732513279365 2024-11-25T05:41:19,367 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T05:41:19,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732513279367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732513279367"}]},"ts":"1732513279367"} 2024-11-25T05:41:19,369 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T05:41:19,370 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T05:41:19,370 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513279370"}]},"ts":"1732513279370"} 2024-11-25T05:41:19,371 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T05:41:19,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, ASSIGN}] 2024-11-25T05:41:19,373 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, ASSIGN 2024-11-25T05:41:19,374 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, ASSIGN; state=OFFLINE, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=false 2024-11-25T05:41:19,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4b9344f7e0b00a187dce0ad014c993a8, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:19,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, ASSIGN because future has completed 2024-11-25T05:41:19,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:41:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-25T05:41:19,682 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:19,682 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:41:19,683 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,683 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:41:19,683 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7794): checking encryption for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,683 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7797): checking classloading for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,684 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,685 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9344f7e0b00a187dce0ad014c993a8 columnFamilyName A 2024-11-25T05:41:19,686 DEBUG [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:19,686 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(327): Store=4b9344f7e0b00a187dce0ad014c993a8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:19,686 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,687 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9344f7e0b00a187dce0ad014c993a8 columnFamilyName B 2024-11-25T05:41:19,687 DEBUG [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:19,687 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(327): Store=4b9344f7e0b00a187dce0ad014c993a8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:19,688 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,689 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9344f7e0b00a187dce0ad014c993a8 columnFamilyName C 2024-11-25T05:41:19,689 DEBUG [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:19,689 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(327): Store=4b9344f7e0b00a187dce0ad014c993a8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:19,689 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1038): replaying wal for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,690 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,690 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,691 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1048): stopping wal replay for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,691 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1060): Cleaning up temporary data for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,691 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:41:19,692 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1093): writing seq id for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,695 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T05:41:19,695 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1114): Opened 4b9344f7e0b00a187dce0ad014c993a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61487212, jitterRate=-0.08376914262771606}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:41:19,695 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:19,696 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1006): Region open journal for 4b9344f7e0b00a187dce0ad014c993a8: Running coprocessor pre-open hook at 1732513279683Writing region info on filesystem at 1732513279683Initializing all the Stores at 1732513279684 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513279684Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513279684Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513279684Cleaning up temporary data from old regions at 1732513279691 (+7 ms)Running coprocessor post-open hooks at 1732513279695 (+4 ms)Region opened successfully at 1732513279696 (+1 ms) 2024-11-25T05:41:19,697 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., pid=83, masterSystemTime=1732513279679 2024-11-25T05:41:19,699 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:19,699 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:19,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4b9344f7e0b00a187dce0ad014c993a8, regionState=OPEN, openSeqNum=2, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:19,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:41:19,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-25T05:41:19,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 in 176 msec 2024-11-25T05:41:19,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T05:41:19,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, ASSIGN in 332 msec 2024-11-25T05:41:19,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T05:41:19,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513279706"}]},"ts":"1732513279706"} 2024-11-25T05:41:19,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T05:41:19,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T05:41:19,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 766 msec 2024-11-25T05:41:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-25T05:41:20,081 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:20,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300a5f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,084 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323fa567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,086 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2001f94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T05:41:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8ef925b832e3,32803,1732513187085 2024-11-25T05:41:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42ec264d 2024-11-25T05:41:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T05:41:20,093 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T05:41:20,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:41:20,095 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:41:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:20,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742183_1359 (size=995) 2024-11-25T05:41:20,116 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-25T05:41:20,116 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-25T05:41:20,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:41:20,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, REOPEN/MOVE}] 2024-11-25T05:41:20,123 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, REOPEN/MOVE 2024-11-25T05:41:20,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4b9344f7e0b00a187dce0ad014c993a8, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, REOPEN/MOVE because future has completed 2024-11-25T05:41:20,126 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:41:20,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:41:20,278 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,278 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:41:20,278 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 4b9344f7e0b00a187dce0ad014c993a8, disabling compactions & flushes 2024-11-25T05:41:20,279 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,279 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,279 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. after waiting 0 ms 2024-11-25T05:41:20,279 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,283 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T05:41:20,284 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,284 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 4b9344f7e0b00a187dce0ad014c993a8: Waiting for close lock at 1732513280278Running coprocessor pre-close hooks at 1732513280278Disabling compacts and flushes for region at 1732513280278Disabling writes for close at 1732513280279 (+1 ms)Writing region close event to WAL at 1732513280279Running coprocessor post-close hooks at 1732513280284 (+5 ms)Closed at 1732513280284 2024-11-25T05:41:20,284 WARN [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionServer(3299): Not adding moved region record: 4b9344f7e0b00a187dce0ad014c993a8 to self. 2024-11-25T05:41:20,286 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4b9344f7e0b00a187dce0ad014c993a8, regionState=CLOSED 2024-11-25T05:41:20,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:41:20,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-25T05:41:20,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 in 163 msec 2024-11-25T05:41:20,292 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, REOPEN/MOVE; state=CLOSED, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=true 2024-11-25T05:41:20,443 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4b9344f7e0b00a187dce0ad014c993a8, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, REOPEN/MOVE because future has completed 2024-11-25T05:41:20,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:41:20,600 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,600 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:41:20,601 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,601 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:41:20,601 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,601 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,603 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,604 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9344f7e0b00a187dce0ad014c993a8 columnFamilyName A 2024-11-25T05:41:20,605 DEBUG [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:20,605 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(327): Store=4b9344f7e0b00a187dce0ad014c993a8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:20,606 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,607 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9344f7e0b00a187dce0ad014c993a8 columnFamilyName B 2024-11-25T05:41:20,607 DEBUG [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:20,607 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(327): Store=4b9344f7e0b00a187dce0ad014c993a8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:20,607 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,608 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9344f7e0b00a187dce0ad014c993a8 columnFamilyName C 2024-11-25T05:41:20,608 DEBUG [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:20,609 INFO [StoreOpener-4b9344f7e0b00a187dce0ad014c993a8-1 {}] regionserver.HStore(327): Store=4b9344f7e0b00a187dce0ad014c993a8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:20,609 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,609 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,610 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,611 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,611 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,612 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:41:20,613 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,614 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 4b9344f7e0b00a187dce0ad014c993a8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73313874, jitterRate=0.09246185421943665}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:41:20,614 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,614 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 4b9344f7e0b00a187dce0ad014c993a8: Running coprocessor pre-open hook at 1732513280601Writing region info on filesystem at 1732513280601Initializing all the Stores at 1732513280602 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513280602Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513280602Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513280603 (+1 ms)Cleaning up temporary data from old regions at 1732513280611 (+8 ms)Running coprocessor post-open hooks at 1732513280614 (+3 ms)Region opened successfully at 1732513280614 2024-11-25T05:41:20,615 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., pid=88, masterSystemTime=1732513280597 2024-11-25T05:41:20,617 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,617 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,618 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4b9344f7e0b00a187dce0ad014c993a8, regionState=OPEN, openSeqNum=5, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:41:20,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=86 2024-11-25T05:41:20,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 in 175 msec 2024-11-25T05:41:20,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T05:41:20,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, REOPEN/MOVE in 501 msec 2024-11-25T05:41:20,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-25T05:41:20,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-11-25T05:41:20,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 532 msec 2024-11-25T05:41:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T05:41:20,631 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:20,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774ef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,633 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11820010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,634 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d3ebda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,637 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52352e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,639 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1f96af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,642 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d778f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,645 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ededdff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,649 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2194d75a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,651 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1311c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,654 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c32227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,657 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a23a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,660 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6faee4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,662 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0aaa3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,664 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4a0c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,666 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1f18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,669 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3709b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,671 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632e0ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,673 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17db6e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,676 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc7f6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:20,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:20,679 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713bd8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:20,682 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:20,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa55d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:20,685 DEBUG [Thread-1631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,697 DEBUG [Thread-1642 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,697 DEBUG [Thread-1634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,699 DEBUG [Thread-1636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,702 DEBUG [Thread-1636 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,702 DEBUG [Thread-1636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,708 DEBUG [Thread-1640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,710 DEBUG [Thread-1623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:20,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:41:20,727 DEBUG [Thread-1638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,745 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:20,745 DEBUG [Thread-1629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,746 DEBUG [Thread-1625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-25T05:41:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T05:41:20,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,748 DEBUG [Thread-1625 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,749 DEBUG [Thread-1625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,751 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,752 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:20,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:20,754 DEBUG [Thread-1627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:20,757 DEBUG [Thread-1627 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:20,757 DEBUG [Thread-1627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:20,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:41:20,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0e12ebcf3ed46a5ade3c9a171b5231b_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513280701/Put/seqid=0 2024-11-25T05:41:20,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513340803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513340805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513340812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513340814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513340821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742184_1360 (size=14594) 2024-11-25T05:41:20,836 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:20,844 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0e12ebcf3ed46a5ade3c9a171b5231b_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0e12ebcf3ed46a5ade3c9a171b5231b_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:20,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/71a23025ce454b41af356ea38ee32ae3, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:20,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/71a23025ce454b41af356ea38ee32ae3 is 175, key is test_row_0/A:col10/1732513280701/Put/seqid=0 2024-11-25T05:41:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T05:41:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742185_1361 (size=39545) 2024-11-25T05:41:20,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/71a23025ce454b41af356ea38ee32ae3 2024-11-25T05:41:20,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10 is 50, key is test_row_0/B:col10/1732513280701/Put/seqid=0 2024-11-25T05:41:20,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T05:41:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:20,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:20,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742186_1362 (size=9657) 2024-11-25T05:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:20,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513340930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513340930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513340930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513340930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:20,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513340940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T05:41:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T05:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513341140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513341140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513341140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513341140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513341150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T05:41:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10 2024-11-25T05:41:21,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/7ef5651b9d0346378077fdccf647cdf4 is 50, key is test_row_0/C:col10/1732513280701/Put/seqid=0 2024-11-25T05:41:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742187_1363 (size=9657) 2024-11-25T05:41:21,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T05:41:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T05:41:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513341450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513341450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513341460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513341460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513341460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T05:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T05:41:21,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:21,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:21,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/7ef5651b9d0346378077fdccf647cdf4 2024-11-25T05:41:21,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/71a23025ce454b41af356ea38ee32ae3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/71a23025ce454b41af356ea38ee32ae3 2024-11-25T05:41:21,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/71a23025ce454b41af356ea38ee32ae3, entries=200, sequenceid=16, filesize=38.6 K 2024-11-25T05:41:21,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10 2024-11-25T05:41:21,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10, entries=100, sequenceid=16, filesize=9.4 K 2024-11-25T05:41:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/7ef5651b9d0346378077fdccf647cdf4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/7ef5651b9d0346378077fdccf647cdf4 2024-11-25T05:41:21,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/7ef5651b9d0346378077fdccf647cdf4, entries=100, sequenceid=16, filesize=9.4 K 2024-11-25T05:41:21,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4b9344f7e0b00a187dce0ad014c993a8 in 1055ms, sequenceid=16, compaction requested=false 2024-11-25T05:41:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:21,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T05:41:21,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:21,824 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:41:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ae2acb8f35ad44f5a55d973d1bda25f4_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513280801/Put/seqid=0 2024-11-25T05:41:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742188_1364 (size=12154) 2024-11-25T05:41:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T05:41:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513341979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513341981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513341981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513341981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513341982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513342090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513342090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513342090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513342090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513342100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:22,251 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ae2acb8f35ad44f5a55d973d1bda25f4_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae2acb8f35ad44f5a55d973d1bda25f4_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/de1faa54591f4bceb949a4282edff4d5, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/de1faa54591f4bceb949a4282edff4d5 is 175, key is test_row_0/A:col10/1732513280801/Put/seqid=0 2024-11-25T05:41:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742189_1365 (size=30955) 2024-11-25T05:41:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513342300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513342310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513342310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513342310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513342310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513342609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513342620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513342620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513342620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513342620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:22,659 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/de1faa54591f4bceb949a4282edff4d5 2024-11-25T05:41:22,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/1ef4549527184d10a1704cc8dd98b79b is 50, key is test_row_0/B:col10/1732513280801/Put/seqid=0 2024-11-25T05:41:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742190_1366 (size=12001) 2024-11-25T05:41:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T05:41:23,068 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/1ef4549527184d10a1704cc8dd98b79b 2024-11-25T05:41:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/4ace84ff682649fe9a97a27c0a946c02 is 50, key is test_row_0/C:col10/1732513280801/Put/seqid=0 2024-11-25T05:41:23,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742191_1367 (size=12001) 2024-11-25T05:41:23,077 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/4ace84ff682649fe9a97a27c0a946c02 2024-11-25T05:41:23,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/de1faa54591f4bceb949a4282edff4d5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/de1faa54591f4bceb949a4282edff4d5 2024-11-25T05:41:23,084 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/de1faa54591f4bceb949a4282edff4d5, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T05:41:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/1ef4549527184d10a1704cc8dd98b79b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1ef4549527184d10a1704cc8dd98b79b 2024-11-25T05:41:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,088 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1ef4549527184d10a1704cc8dd98b79b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T05:41:23,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/4ace84ff682649fe9a97a27c0a946c02 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/4ace84ff682649fe9a97a27c0a946c02 2024-11-25T05:41:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,092 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/4ace84ff682649fe9a97a27c0a946c02, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T05:41:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,093 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4b9344f7e0b00a187dce0ad014c993a8 in 1269ms, sequenceid=40, compaction requested=false 2024-11-25T05:41:23,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:23,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:23,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-25T05:41:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-11-25T05:41:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T05:41:23,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3420 sec 2024-11-25T05:41:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.3520 sec 2024-11-25T05:41:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:23,154 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:23,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T05:41:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251a2d2903c7ca4ec3b321b3c43ec1df17_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513281981/Put/seqid=0 2024-11-25T05:41:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742192_1368 (size=12154) 2024-11-25T05:41:23,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:23,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251a2d2903c7ca4ec3b321b3c43ec1df17_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a2d2903c7ca4ec3b321b3c43ec1df17_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:23,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/307bfe2c4ce14cc695f2ffb20ff39bc2, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:23,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/307bfe2c4ce14cc695f2ffb20ff39bc2 is 175, key is test_row_0/A:col10/1732513281981/Put/seqid=0 2024-11-25T05:41:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742193_1369 (size=30955) 2024-11-25T05:41:23,225 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/307bfe2c4ce14cc695f2ffb20ff39bc2 2024-11-25T05:41:23,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513343216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/40a7efbdb929414fbb1d11ca7d0c5cca is 50, key is test_row_0/B:col10/1732513281981/Put/seqid=0 2024-11-25T05:41:23,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513343225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513343226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513343230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513343230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742194_1370 (size=12001) 2024-11-25T05:41:23,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/40a7efbdb929414fbb1d11ca7d0c5cca 2024-11-25T05:41:23,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/34fb0843f33942e5998fa94ea503d43b is 50, key is test_row_0/C:col10/1732513281981/Put/seqid=0 2024-11-25T05:41:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742195_1371 (size=12001) 2024-11-25T05:41:23,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513343339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513343351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513343351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513343351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513343351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513343560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513343560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513343560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513343560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513343560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/34fb0843f33942e5998fa94ea503d43b 2024-11-25T05:41:23,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/307bfe2c4ce14cc695f2ffb20ff39bc2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/307bfe2c4ce14cc695f2ffb20ff39bc2 2024-11-25T05:41:23,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/307bfe2c4ce14cc695f2ffb20ff39bc2, entries=150, sequenceid=53, filesize=30.2 K 2024-11-25T05:41:23,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/40a7efbdb929414fbb1d11ca7d0c5cca as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/40a7efbdb929414fbb1d11ca7d0c5cca 2024-11-25T05:41:23,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/40a7efbdb929414fbb1d11ca7d0c5cca, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T05:41:23,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/34fb0843f33942e5998fa94ea503d43b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/34fb0843f33942e5998fa94ea503d43b 2024-11-25T05:41:23,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/34fb0843f33942e5998fa94ea503d43b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T05:41:23,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4b9344f7e0b00a187dce0ad014c993a8 in 522ms, sequenceid=53, compaction requested=true 2024-11-25T05:41:23,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:23,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:23,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:23,676 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:23,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:23,677 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:23,677 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:23,677 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:23,677 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/A is initiating minor compaction (all files) 2024-11-25T05:41:23,677 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/B is initiating minor compaction (all files) 2024-11-25T05:41:23,677 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/B in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:23,677 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/A in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:23,677 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/71a23025ce454b41af356ea38ee32ae3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/de1faa54591f4bceb949a4282edff4d5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/307bfe2c4ce14cc695f2ffb20ff39bc2] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=99.1 K 2024-11-25T05:41:23,677 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1ef4549527184d10a1704cc8dd98b79b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/40a7efbdb929414fbb1d11ca7d0c5cca] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=32.9 K 2024-11-25T05:41:23,678 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:23,678 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/71a23025ce454b41af356ea38ee32ae3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/de1faa54591f4bceb949a4282edff4d5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/307bfe2c4ce14cc695f2ffb20ff39bc2] 2024-11-25T05:41:23,678 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 544bacf0d25e4dbcbd0ec1a5a7ae8a10, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513280701 2024-11-25T05:41:23,678 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71a23025ce454b41af356ea38ee32ae3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513280701 2024-11-25T05:41:23,678 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ef4549527184d10a1704cc8dd98b79b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732513280801 2024-11-25T05:41:23,678 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting de1faa54591f4bceb949a4282edff4d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732513280801 2024-11-25T05:41:23,678 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 40a7efbdb929414fbb1d11ca7d0c5cca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732513281980 2024-11-25T05:41:23,678 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 307bfe2c4ce14cc695f2ffb20ff39bc2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732513281980 2024-11-25T05:41:23,691 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:23,691 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/6bbd7f76c54c471f9486174d4ca4e5db is 50, key is test_row_0/B:col10/1732513281981/Put/seqid=0 2024-11-25T05:41:23,694 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:23,700 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259f032e6367084e6396f115843c84e317_4b9344f7e0b00a187dce0ad014c993a8 store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:23,702 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259f032e6367084e6396f115843c84e317_4b9344f7e0b00a187dce0ad014c993a8, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:23,703 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f032e6367084e6396f115843c84e317_4b9344f7e0b00a187dce0ad014c993a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:23,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742196_1372 (size=12104) 2024-11-25T05:41:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742197_1373 (size=4469) 2024-11-25T05:41:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:23,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:41:23,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b614705b12b49a795a6cfa16501711a_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513283222/Put/seqid=0 2024-11-25T05:41:23,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742198_1374 (size=14594) 2024-11-25T05:41:23,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513343880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513343888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513343888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513343888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513343889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513344000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513344000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513344009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513344009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513344010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,132 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/6bbd7f76c54c471f9486174d4ca4e5db as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6bbd7f76c54c471f9486174d4ca4e5db 2024-11-25T05:41:24,136 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/B of 4b9344f7e0b00a187dce0ad014c993a8 into 6bbd7f76c54c471f9486174d4ca4e5db(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:24,136 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:24,136 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/B, priority=13, startTime=1732513283676; duration=0sec 2024-11-25T05:41:24,136 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:24,137 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:24,137 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:B 2024-11-25T05:41:24,137 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:24,137 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/a2b42c0fc6634d8ebbb6cd4720ba2720 is 175, key is test_row_0/A:col10/1732513281981/Put/seqid=0 2024-11-25T05:41:24,137 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:24,137 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/C is initiating minor compaction (all files) 2024-11-25T05:41:24,138 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/C in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:24,138 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/7ef5651b9d0346378077fdccf647cdf4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/4ace84ff682649fe9a97a27c0a946c02, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/34fb0843f33942e5998fa94ea503d43b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=32.9 K 2024-11-25T05:41:24,138 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ef5651b9d0346378077fdccf647cdf4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513280701 2024-11-25T05:41:24,138 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ace84ff682649fe9a97a27c0a946c02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732513280801 2024-11-25T05:41:24,138 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 34fb0843f33942e5998fa94ea503d43b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732513281980 2024-11-25T05:41:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742199_1375 (size=31058) 2024-11-25T05:41:24,145 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#C#compaction#321 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:24,145 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/d0fd1e8bd81143778ca6a7d02f34ccb1 is 50, key is test_row_0/C:col10/1732513281981/Put/seqid=0 2024-11-25T05:41:24,145 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/a2b42c0fc6634d8ebbb6cd4720ba2720 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a2b42c0fc6634d8ebbb6cd4720ba2720 2024-11-25T05:41:24,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742200_1376 (size=12104) 2024-11-25T05:41:24,156 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/A of 4b9344f7e0b00a187dce0ad014c993a8 into a2b42c0fc6634d8ebbb6cd4720ba2720(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:24,156 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:24,156 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/A, priority=13, startTime=1732513283676; duration=0sec 2024-11-25T05:41:24,156 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:24,156 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:A 2024-11-25T05:41:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513344210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513344210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513344219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513344220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513344220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T05:41:24,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:24,289 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b614705b12b49a795a6cfa16501711a_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b614705b12b49a795a6cfa16501711a_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:24,290 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/3fbeb2c4e63b4443bb968f97f164851d, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:24,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/3fbeb2c4e63b4443bb968f97f164851d is 175, key is test_row_0/A:col10/1732513283222/Put/seqid=0 2024-11-25T05:41:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742201_1377 (size=39549) 2024-11-25T05:41:24,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513344520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513344520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513344530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513344530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513344530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:24,553 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/d0fd1e8bd81143778ca6a7d02f34ccb1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d0fd1e8bd81143778ca6a7d02f34ccb1 2024-11-25T05:41:24,556 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/C of 4b9344f7e0b00a187dce0ad014c993a8 into d0fd1e8bd81143778ca6a7d02f34ccb1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:24,556 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:24,556 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/C, priority=13, startTime=1732513283677; duration=0sec 2024-11-25T05:41:24,556 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:24,556 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:C 2024-11-25T05:41:24,694 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/3fbeb2c4e63b4443bb968f97f164851d 2024-11-25T05:41:24,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/1006c319654442c7b0b7d713c5bb8792 is 50, key is test_row_0/B:col10/1732513283222/Put/seqid=0 2024-11-25T05:41:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742202_1378 (size=12001) 2024-11-25T05:41:24,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/1006c319654442c7b0b7d713c5bb8792 2024-11-25T05:41:24,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/dd65bacf80664398bd54f7d16cf6a2bb is 50, key is test_row_0/C:col10/1732513283222/Put/seqid=0 2024-11-25T05:41:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742203_1379 (size=12001) 2024-11-25T05:41:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T05:41:24,910 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:24,911 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-25T05:41:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T05:41:24,913 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:24,913 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:24,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T05:41:25,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:25,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513345040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513345040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:25,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513345041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:25,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513345041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:25,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513345050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:25,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T05:41:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:25,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:25,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/dd65bacf80664398bd54f7d16cf6a2bb 2024-11-25T05:41:25,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/3fbeb2c4e63b4443bb968f97f164851d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/3fbeb2c4e63b4443bb968f97f164851d 2024-11-25T05:41:25,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/3fbeb2c4e63b4443bb968f97f164851d, entries=200, sequenceid=77, filesize=38.6 K 2024-11-25T05:41:25,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/1006c319654442c7b0b7d713c5bb8792 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1006c319654442c7b0b7d713c5bb8792 2024-11-25T05:41:25,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1006c319654442c7b0b7d713c5bb8792, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T05:41:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/dd65bacf80664398bd54f7d16cf6a2bb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/dd65bacf80664398bd54f7d16cf6a2bb 2024-11-25T05:41:25,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/dd65bacf80664398bd54f7d16cf6a2bb, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T05:41:25,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4b9344f7e0b00a187dce0ad014c993a8 in 1267ms, sequenceid=77, compaction requested=false 2024-11-25T05:41:25,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:25,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T05:41:25,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:25,218 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:41:25,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257261643e024a4a59875470a5be2cf0b5_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513283888/Put/seqid=0 2024-11-25T05:41:25,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742204_1380 (size=12154) 2024-11-25T05:41:25,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:25,230 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257261643e024a4a59875470a5be2cf0b5_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257261643e024a4a59875470a5be2cf0b5_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T05:41:25,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/87f485428b764beabf2e8befd94aa33f, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:25,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/87f485428b764beabf2e8befd94aa33f is 175, key is test_row_0/A:col10/1732513283888/Put/seqid=0 2024-11-25T05:41:25,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742205_1381 (size=30955) 2024-11-25T05:41:25,235 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/87f485428b764beabf2e8befd94aa33f 2024-11-25T05:41:25,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/a904dcb5a8b945b1bd287c877cbc6064 is 50, key is test_row_0/B:col10/1732513283888/Put/seqid=0 2024-11-25T05:41:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742206_1382 (size=12001) 2024-11-25T05:41:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T05:41:25,644 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/a904dcb5a8b945b1bd287c877cbc6064 2024-11-25T05:41:25,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/252cab64b574442abd7eb29fbd7c4dd5 is 50, key is test_row_0/C:col10/1732513283888/Put/seqid=0 2024-11-25T05:41:25,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742207_1383 (size=12001) 2024-11-25T05:41:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T05:41:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:26,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:26,058 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/252cab64b574442abd7eb29fbd7c4dd5 2024-11-25T05:41:26,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/87f485428b764beabf2e8befd94aa33f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/87f485428b764beabf2e8befd94aa33f 2024-11-25T05:41:26,066 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/87f485428b764beabf2e8befd94aa33f, entries=150, sequenceid=92, filesize=30.2 K 2024-11-25T05:41:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/a904dcb5a8b945b1bd287c877cbc6064 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a904dcb5a8b945b1bd287c877cbc6064 2024-11-25T05:41:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,070 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a904dcb5a8b945b1bd287c877cbc6064, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T05:41:26,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/252cab64b574442abd7eb29fbd7c4dd5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/252cab64b574442abd7eb29fbd7c4dd5 2024-11-25T05:41:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,074 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/252cab64b574442abd7eb29fbd7c4dd5, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T05:41:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,074 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=46.96 KB/48090 for 4b9344f7e0b00a187dce0ad014c993a8 in 856ms, sequenceid=92, compaction requested=true 2024-11-25T05:41:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-25T05:41:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-25T05:41:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:26,077 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T05:41:26,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1630 sec 2024-11-25T05:41:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.1670 sec 2024-11-25T05:41:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112550d157a7bf194608ba31507f24f94c2e_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513286072/Put/seqid=0 2024-11-25T05:41:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742208_1384 (size=21918) 2024-11-25T05:41:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513346162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513346163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513346164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513346165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513346176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513346280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513346281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513346281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513346281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513346290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:26,496 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112550d157a7bf194608ba31507f24f94c2e_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550d157a7bf194608ba31507f24f94c2e_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:26,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/aef644eaf82b4f96bc32a885f375c974, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:26,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/aef644eaf82b4f96bc32a885f375c974 is 175, key is test_row_0/A:col10/1732513286072/Put/seqid=0 2024-11-25T05:41:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513346500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513346501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513346502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513346502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742209_1385 (size=65323) 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513346510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513346810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513346820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513346820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513346820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513346820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:26,910 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/aef644eaf82b4f96bc32a885f375c974 2024-11-25T05:41:26,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/8e591641806043eb8f2f14f3d214ee4e is 50, key is test_row_0/B:col10/1732513286072/Put/seqid=0 2024-11-25T05:41:26,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742210_1386 (size=12001) 2024-11-25T05:41:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T05:41:27,060 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:27,060 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-25T05:41:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-25T05:41:27,062 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:27,062 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:27,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-25T05:41:27,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-25T05:41:27,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:27,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:27,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/8e591641806043eb8f2f14f3d214ee4e 2024-11-25T05:41:27,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513347320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:27,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/5a9384e884dd4fc1a0034eaf1301bf94 is 50, key is test_row_0/C:col10/1732513286072/Put/seqid=0 2024-11-25T05:41:27,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742211_1387 (size=12001) 2024-11-25T05:41:27,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/5a9384e884dd4fc1a0034eaf1301bf94 2024-11-25T05:41:27,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513347330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:27,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513347330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513347330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:27,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513347331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:27,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:27,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:27,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/aef644eaf82b4f96bc32a885f375c974 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/aef644eaf82b4f96bc32a885f375c974 2024-11-25T05:41:27,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/aef644eaf82b4f96bc32a885f375c974, entries=350, sequenceid=103, filesize=63.8 K 2024-11-25T05:41:27,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/8e591641806043eb8f2f14f3d214ee4e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8e591641806043eb8f2f14f3d214ee4e 2024-11-25T05:41:27,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8e591641806043eb8f2f14f3d214ee4e, entries=150, sequenceid=103, filesize=11.7 K 2024-11-25T05:41:27,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/5a9384e884dd4fc1a0034eaf1301bf94 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a9384e884dd4fc1a0034eaf1301bf94 2024-11-25T05:41:27,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a9384e884dd4fc1a0034eaf1301bf94, entries=150, sequenceid=103, filesize=11.7 K 2024-11-25T05:41:27,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4b9344f7e0b00a187dce0ad014c993a8 in 1273ms, sequenceid=103, compaction requested=true 2024-11-25T05:41:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:27,350 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:41:27,351 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:27,351 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 166885 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:27,351 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:27,351 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/B is initiating minor compaction (all files) 2024-11-25T05:41:27,351 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/A is initiating minor compaction (all files) 2024-11-25T05:41:27,351 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/B in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:27,351 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/A in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:27,352 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6bbd7f76c54c471f9486174d4ca4e5db, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1006c319654442c7b0b7d713c5bb8792, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a904dcb5a8b945b1bd287c877cbc6064, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8e591641806043eb8f2f14f3d214ee4e] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=47.0 K 2024-11-25T05:41:27,352 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a2b42c0fc6634d8ebbb6cd4720ba2720, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/3fbeb2c4e63b4443bb968f97f164851d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/87f485428b764beabf2e8befd94aa33f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/aef644eaf82b4f96bc32a885f375c974] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=163.0 K 2024-11-25T05:41:27,352 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:27,352 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a2b42c0fc6634d8ebbb6cd4720ba2720, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/3fbeb2c4e63b4443bb968f97f164851d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/87f485428b764beabf2e8befd94aa33f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/aef644eaf82b4f96bc32a885f375c974] 2024-11-25T05:41:27,352 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bbd7f76c54c471f9486174d4ca4e5db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732513281980 2024-11-25T05:41:27,352 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2b42c0fc6634d8ebbb6cd4720ba2720, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732513281980 2024-11-25T05:41:27,352 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1006c319654442c7b0b7d713c5bb8792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732513283222 2024-11-25T05:41:27,352 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fbeb2c4e63b4443bb968f97f164851d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732513283222 2024-11-25T05:41:27,352 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting a904dcb5a8b945b1bd287c877cbc6064, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513283879 2024-11-25T05:41:27,352 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87f485428b764beabf2e8befd94aa33f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513283879 2024-11-25T05:41:27,352 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e591641806043eb8f2f14f3d214ee4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732513286062 2024-11-25T05:41:27,353 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting aef644eaf82b4f96bc32a885f375c974, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732513286059 2024-11-25T05:41:27,358 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:27,360 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#B#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:27,360 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/6affd66a1a1d4e26b13513222862e4d2 is 50, key is test_row_0/B:col10/1732513286072/Put/seqid=0 2024-11-25T05:41:27,361 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411253455cdc6b20f49e3b974c93229c458b0_4b9344f7e0b00a187dce0ad014c993a8 store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:27,364 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411253455cdc6b20f49e3b974c93229c458b0_4b9344f7e0b00a187dce0ad014c993a8, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:27,364 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253455cdc6b20f49e3b974c93229c458b0_4b9344f7e0b00a187dce0ad014c993a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:27,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-25T05:41:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:27,367 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:41:27,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742213_1389 (size=4469) 2024-11-25T05:41:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-25T05:41:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742212_1388 (size=12241) 2024-11-25T05:41:27,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea765506ba7747ebaeca4ca86217a8ab_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513286163/Put/seqid=0 2024-11-25T05:41:27,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742214_1390 (size=12154) 2024-11-25T05:41:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-25T05:41:27,775 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#A#compaction#331 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:27,776 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/578b662562164e7186d201789c1596a4 is 175, key is test_row_0/A:col10/1732513286072/Put/seqid=0 2024-11-25T05:41:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742215_1391 (size=31195) 2024-11-25T05:41:27,792 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/6affd66a1a1d4e26b13513222862e4d2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6affd66a1a1d4e26b13513222862e4d2 2024-11-25T05:41:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:27,796 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/B of 4b9344f7e0b00a187dce0ad014c993a8 into 6affd66a1a1d4e26b13513222862e4d2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:27,796 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:27,796 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/B, priority=12, startTime=1732513287350; duration=0sec 2024-11-25T05:41:27,796 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:27,796 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:B 2024-11-25T05:41:27,797 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:27,800 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea765506ba7747ebaeca4ca86217a8ab_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea765506ba7747ebaeca4ca86217a8ab_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:27,800 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:27,801 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/C is initiating minor compaction (all files) 2024-11-25T05:41:27,801 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/C in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:27,801 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d0fd1e8bd81143778ca6a7d02f34ccb1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/dd65bacf80664398bd54f7d16cf6a2bb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/252cab64b574442abd7eb29fbd7c4dd5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a9384e884dd4fc1a0034eaf1301bf94] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=47.0 K 2024-11-25T05:41:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/775a7488f6484f20a1574459927a9ae9, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:27,801 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d0fd1e8bd81143778ca6a7d02f34ccb1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732513281980 2024-11-25T05:41:27,801 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting dd65bacf80664398bd54f7d16cf6a2bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732513283222 2024-11-25T05:41:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/775a7488f6484f20a1574459927a9ae9 is 175, key is test_row_0/A:col10/1732513286163/Put/seqid=0 2024-11-25T05:41:27,802 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 252cab64b574442abd7eb29fbd7c4dd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732513283879 2024-11-25T05:41:27,802 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a9384e884dd4fc1a0034eaf1301bf94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732513286062 2024-11-25T05:41:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742216_1392 (size=30955) 2024-11-25T05:41:27,807 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/775a7488f6484f20a1574459927a9ae9 2024-11-25T05:41:27,812 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:27,813 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/5a2c14005a2f463994beaaaf11aee41b is 50, key is test_row_0/C:col10/1732513286072/Put/seqid=0 2024-11-25T05:41:27,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/466acb935ee8462195dc14ccb5edd40c is 50, key is test_row_0/B:col10/1732513286163/Put/seqid=0 2024-11-25T05:41:27,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742217_1393 (size=12241) 2024-11-25T05:41:27,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742218_1394 (size=12001) 2024-11-25T05:41:27,822 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/5a2c14005a2f463994beaaaf11aee41b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a2c14005a2f463994beaaaf11aee41b 2024-11-25T05:41:27,825 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/C of 4b9344f7e0b00a187dce0ad014c993a8 into 5a2c14005a2f463994beaaaf11aee41b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:27,825 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:27,825 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/C, priority=12, startTime=1732513287350; duration=0sec 2024-11-25T05:41:27,825 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:27,826 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:C 2024-11-25T05:41:28,183 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/578b662562164e7186d201789c1596a4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/578b662562164e7186d201789c1596a4 2024-11-25T05:41:28,186 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/A of 4b9344f7e0b00a187dce0ad014c993a8 into 578b662562164e7186d201789c1596a4(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:28,186 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:28,186 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/A, priority=12, startTime=1732513287350; duration=0sec 2024-11-25T05:41:28,186 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:28,186 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:A 2024-11-25T05:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-25T05:41:28,219 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/466acb935ee8462195dc14ccb5edd40c 2024-11-25T05:41:28,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/f6f28a8649114c9b9f49da301e5ed541 is 50, key is test_row_0/C:col10/1732513286163/Put/seqid=0 2024-11-25T05:41:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742219_1395 (size=12001) 2024-11-25T05:41:28,229 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/f6f28a8649114c9b9f49da301e5ed541 2024-11-25T05:41:28,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/775a7488f6484f20a1574459927a9ae9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/775a7488f6484f20a1574459927a9ae9 2024-11-25T05:41:28,236 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/775a7488f6484f20a1574459927a9ae9, entries=150, sequenceid=128, filesize=30.2 K 2024-11-25T05:41:28,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/466acb935ee8462195dc14ccb5edd40c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/466acb935ee8462195dc14ccb5edd40c 2024-11-25T05:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,240 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/466acb935ee8462195dc14ccb5edd40c, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T05:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/f6f28a8649114c9b9f49da301e5ed541 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/f6f28a8649114c9b9f49da301e5ed541 2024-11-25T05:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,244 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/f6f28a8649114c9b9f49da301e5ed541, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T05:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,245 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 4b9344f7e0b00a187dce0ad014c993a8 in 878ms, sequenceid=128, compaction requested=false 2024-11-25T05:41:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-25T05:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-25T05:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-25T05:41:28,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1840 sec 2024-11-25T05:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.1890 sec 2024-11-25T05:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b67fc44ba423470eaeef6ab17e38d59b_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513288409/Put/seqid=0 2024-11-25T05:41:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742221_1397 (size=24758) 2024-11-25T05:41:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513348502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513348503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513348504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513348505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513348506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513348610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513348620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513348620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513348620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513348629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513348820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513348830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513348830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513348840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513348840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:28,875 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:28,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b67fc44ba423470eaeef6ab17e38d59b_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b67fc44ba423470eaeef6ab17e38d59b_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:28,879 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/784dacb3b5594a6ea599fb84ad3e13d1, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:28,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/784dacb3b5594a6ea599fb84ad3e13d1 is 175, key is test_row_0/A:col10/1732513288409/Put/seqid=0 2024-11-25T05:41:28,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742220_1396 (size=74394) 2024-11-25T05:41:29,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513349130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513349140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513349150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513349150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513349150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-25T05:41:29,211 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:29,211 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-25T05:41:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T05:41:29,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:29,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:29,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:29,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/784dacb3b5594a6ea599fb84ad3e13d1 2024-11-25T05:41:29,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/d340f0e7fa684aeb907a0616f6bc614b is 50, key is test_row_0/B:col10/1732513288409/Put/seqid=0 2024-11-25T05:41:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742222_1398 (size=12151) 2024-11-25T05:41:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T05:41:29,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T05:41:29,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:29,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T05:41:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T05:41:29,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513349640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513349650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513349660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513349660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513349660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:29,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T05:41:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/d340f0e7fa684aeb907a0616f6bc614b 2024-11-25T05:41:29,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/b57517655a354190887bdc972d594ddc is 50, key is test_row_0/C:col10/1732513288409/Put/seqid=0 2024-11-25T05:41:29,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742223_1399 (size=12151) 2024-11-25T05:41:29,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T05:41:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T05:41:29,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T05:41:29,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:29,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:29,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:30,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/b57517655a354190887bdc972d594ddc 2024-11-25T05:41:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/784dacb3b5594a6ea599fb84ad3e13d1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/784dacb3b5594a6ea599fb84ad3e13d1 2024-11-25T05:41:30,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/784dacb3b5594a6ea599fb84ad3e13d1, entries=400, sequenceid=142, filesize=72.7 K 2024-11-25T05:41:30,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/d340f0e7fa684aeb907a0616f6bc614b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d340f0e7fa684aeb907a0616f6bc614b 2024-11-25T05:41:30,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d340f0e7fa684aeb907a0616f6bc614b, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T05:41:30,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/b57517655a354190887bdc972d594ddc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/b57517655a354190887bdc972d594ddc 2024-11-25T05:41:30,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/b57517655a354190887bdc972d594ddc, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T05:41:30,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4b9344f7e0b00a187dce0ad014c993a8 in 1666ms, sequenceid=142, compaction requested=true 2024-11-25T05:41:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:30,122 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:30,122 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:30,124 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136544 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:30,124 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/A is initiating minor compaction (all files) 2024-11-25T05:41:30,124 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:30,124 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/A in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:30,124 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/B is initiating minor compaction (all files) 2024-11-25T05:41:30,124 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/B in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:30,124 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/578b662562164e7186d201789c1596a4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/775a7488f6484f20a1574459927a9ae9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/784dacb3b5594a6ea599fb84ad3e13d1] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=133.3 K 2024-11-25T05:41:30,124 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6affd66a1a1d4e26b13513222862e4d2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/466acb935ee8462195dc14ccb5edd40c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d340f0e7fa684aeb907a0616f6bc614b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=35.5 K 2024-11-25T05:41:30,124 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:30,124 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/578b662562164e7186d201789c1596a4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/775a7488f6484f20a1574459927a9ae9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/784dacb3b5594a6ea599fb84ad3e13d1] 2024-11-25T05:41:30,125 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6affd66a1a1d4e26b13513222862e4d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732513286062 2024-11-25T05:41:30,125 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 578b662562164e7186d201789c1596a4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732513286062 2024-11-25T05:41:30,128 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 466acb935ee8462195dc14ccb5edd40c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732513286162 2024-11-25T05:41:30,128 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 775a7488f6484f20a1574459927a9ae9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732513286162 2024-11-25T05:41:30,128 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d340f0e7fa684aeb907a0616f6bc614b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732513288409 2024-11-25T05:41:30,129 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 784dacb3b5594a6ea599fb84ad3e13d1, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732513288388 2024-11-25T05:41:30,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T05:41:30,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:30,132 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:41:30,142 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:30,144 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411251714fc800c394273b1d0c7b570753e31_4b9344f7e0b00a187dce0ad014c993a8 store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:30,146 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#B#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f253b7505a648d080402939451cf38f_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513288503/Put/seqid=0 2024-11-25T05:41:30,146 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/d0314204b05f458f9727443f98b896c2 is 50, key is test_row_0/B:col10/1732513288409/Put/seqid=0 2024-11-25T05:41:30,147 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411251714fc800c394273b1d0c7b570753e31_4b9344f7e0b00a187dce0ad014c993a8, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:30,148 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251714fc800c394273b1d0c7b570753e31_4b9344f7e0b00a187dce0ad014c993a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:30,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742224_1400 (size=12493) 2024-11-25T05:41:30,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742225_1401 (size=4469) 2024-11-25T05:41:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742226_1402 (size=12304) 2024-11-25T05:41:30,169 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#A#compaction#339 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:30,169 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/7773a90abb604096bfabcb6030e367ca is 175, key is test_row_0/A:col10/1732513288409/Put/seqid=0 2024-11-25T05:41:30,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,175 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f253b7505a648d080402939451cf38f_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f253b7505a648d080402939451cf38f_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/6a2aecd530644ac588a536c6cfbef4d8, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:30,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/6a2aecd530644ac588a536c6cfbef4d8 is 175, key is test_row_0/A:col10/1732513288503/Put/seqid=0 2024-11-25T05:41:30,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742227_1403 (size=31447) 2024-11-25T05:41:30,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742228_1404 (size=31105) 2024-11-25T05:41:30,199 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/6a2aecd530644ac588a536c6cfbef4d8 2024-11-25T05:41:30,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/4f768217a38042baaf64e384f834555b is 50, key is test_row_0/B:col10/1732513288503/Put/seqid=0 2024-11-25T05:41:30,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742229_1405 (size=12151) 2024-11-25T05:41:30,208 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/4f768217a38042baaf64e384f834555b 2024-11-25T05:41:30,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/9ab869dd0fca4c2eaf037b1d1fdad9e8 is 50, key is test_row_0/C:col10/1732513288503/Put/seqid=0 2024-11-25T05:41:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742230_1406 (size=12151) 2024-11-25T05:41:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T05:41:30,557 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/d0314204b05f458f9727443f98b896c2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d0314204b05f458f9727443f98b896c2 2024-11-25T05:41:30,561 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/B of 4b9344f7e0b00a187dce0ad014c993a8 into d0314204b05f458f9727443f98b896c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:30,561 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:30,561 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/B, priority=13, startTime=1732513290122; duration=0sec 2024-11-25T05:41:30,561 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:30,561 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:B 2024-11-25T05:41:30,561 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:30,562 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:30,562 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/C is initiating minor compaction (all files) 2024-11-25T05:41:30,562 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/C in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:30,562 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a2c14005a2f463994beaaaf11aee41b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/f6f28a8649114c9b9f49da301e5ed541, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/b57517655a354190887bdc972d594ddc] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=35.5 K 2024-11-25T05:41:30,563 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2c14005a2f463994beaaaf11aee41b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732513286062 2024-11-25T05:41:30,563 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f6f28a8649114c9b9f49da301e5ed541, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732513286162 2024-11-25T05:41:30,563 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b57517655a354190887bdc972d594ddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732513288409 2024-11-25T05:41:30,569 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#C#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:30,569 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/adff81c9efe04beda7cea953111c6f65 is 50, key is test_row_0/C:col10/1732513288409/Put/seqid=0 2024-11-25T05:41:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742231_1407 (size=12493) 2024-11-25T05:41:30,587 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/7773a90abb604096bfabcb6030e367ca as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/7773a90abb604096bfabcb6030e367ca 2024-11-25T05:41:30,591 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/A of 4b9344f7e0b00a187dce0ad014c993a8 into 7773a90abb604096bfabcb6030e367ca(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:30,591 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:30,591 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/A, priority=13, startTime=1732513290122; duration=0sec 2024-11-25T05:41:30,591 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:30,591 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:A 2024-11-25T05:41:30,619 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/9ab869dd0fca4c2eaf037b1d1fdad9e8 2024-11-25T05:41:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/6a2aecd530644ac588a536c6cfbef4d8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6a2aecd530644ac588a536c6cfbef4d8 2024-11-25T05:41:30,626 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6a2aecd530644ac588a536c6cfbef4d8, entries=150, sequenceid=167, filesize=30.4 K 2024-11-25T05:41:30,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/4f768217a38042baaf64e384f834555b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/4f768217a38042baaf64e384f834555b 2024-11-25T05:41:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,630 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/4f768217a38042baaf64e384f834555b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T05:41:30,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/9ab869dd0fca4c2eaf037b1d1fdad9e8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/9ab869dd0fca4c2eaf037b1d1fdad9e8 2024-11-25T05:41:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,634 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/9ab869dd0fca4c2eaf037b1d1fdad9e8, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T05:41:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,635 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 4b9344f7e0b00a187dce0ad014c993a8 in 503ms, sequenceid=167, compaction requested=false 2024-11-25T05:41:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-25T05:41:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-25T05:41:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-25T05:41:30,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-25T05:41:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.4270 sec 2024-11-25T05:41:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:30,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ad9e4d55185e47739601009577472628_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513290732/Put/seqid=0 2024-11-25T05:41:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742233_1409 (size=24758) 2024-11-25T05:41:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ad9e4d55185e47739601009577472628_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad9e4d55185e47739601009577472628_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/d1120cf1165648a583bba70aebaafa0b, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/d1120cf1165648a583bba70aebaafa0b is 175, key is test_row_0/A:col10/1732513290732/Put/seqid=0 2024-11-25T05:41:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742232_1408 (size=74394) 2024-11-25T05:41:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,767 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/d1120cf1165648a583bba70aebaafa0b 2024-11-25T05:41:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/45515548be444de6bf7607741ead2312 is 50, key is test_row_0/B:col10/1732513290732/Put/seqid=0 2024-11-25T05:41:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742234_1410 (size=24105) 2024-11-25T05:41:30,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513350812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513350824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513350826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513350827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513350828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513350930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513350950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513350950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513350950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513350951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:30,977 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/adff81c9efe04beda7cea953111c6f65 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/adff81c9efe04beda7cea953111c6f65 2024-11-25T05:41:30,981 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/C of 4b9344f7e0b00a187dce0ad014c993a8 into adff81c9efe04beda7cea953111c6f65(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:30,981 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:30,981 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/C, priority=13, startTime=1732513290122; duration=0sec 2024-11-25T05:41:30,981 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:30,981 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:C 2024-11-25T05:41:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513351140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513351160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513351160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513351161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513351161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/45515548be444de6bf7607741ead2312 2024-11-25T05:41:31,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/35a74d84099a45a4811fd75d7d5d6cbc is 50, key is test_row_0/C:col10/1732513290732/Put/seqid=0 2024-11-25T05:41:31,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742235_1411 (size=12151) 2024-11-25T05:41:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T05:41:31,360 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:31,361 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-25T05:41:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-25T05:41:31,362 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:31,363 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:31,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:31,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513351450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-25T05:41:31,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513351470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513351480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513351480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513351480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-25T05:41:31,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:31,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:31,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:31,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:31,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:31,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/35a74d84099a45a4811fd75d7d5d6cbc 2024-11-25T05:41:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/d1120cf1165648a583bba70aebaafa0b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/d1120cf1165648a583bba70aebaafa0b 2024-11-25T05:41:31,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/d1120cf1165648a583bba70aebaafa0b, entries=400, sequenceid=180, filesize=72.7 K 2024-11-25T05:41:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/45515548be444de6bf7607741ead2312 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/45515548be444de6bf7607741ead2312 2024-11-25T05:41:31,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/45515548be444de6bf7607741ead2312, entries=400, sequenceid=180, filesize=23.5 K 2024-11-25T05:41:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/35a74d84099a45a4811fd75d7d5d6cbc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/35a74d84099a45a4811fd75d7d5d6cbc 2024-11-25T05:41:31,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/35a74d84099a45a4811fd75d7d5d6cbc, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T05:41:31,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4b9344f7e0b00a187dce0ad014c993a8 in 907ms, sequenceid=180, compaction requested=true 2024-11-25T05:41:31,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:31,641 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:31,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:31,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:31,641 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:31,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:31,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:31,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:31,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:31,646 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:31,646 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/B is initiating minor compaction (all files) 2024-11-25T05:41:31,647 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/B in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:31,647 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d0314204b05f458f9727443f98b896c2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/4f768217a38042baaf64e384f834555b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/45515548be444de6bf7607741ead2312] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=47.6 K 2024-11-25T05:41:31,647 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136946 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:31,647 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/A is initiating minor compaction (all files) 2024-11-25T05:41:31,647 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/A in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:31,647 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/7773a90abb604096bfabcb6030e367ca, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6a2aecd530644ac588a536c6cfbef4d8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/d1120cf1165648a583bba70aebaafa0b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=133.7 K 2024-11-25T05:41:31,647 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:31,647 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/7773a90abb604096bfabcb6030e367ca, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6a2aecd530644ac588a536c6cfbef4d8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/d1120cf1165648a583bba70aebaafa0b] 2024-11-25T05:41:31,648 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7773a90abb604096bfabcb6030e367ca, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732513288409 2024-11-25T05:41:31,648 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d0314204b05f458f9727443f98b896c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732513288409 2024-11-25T05:41:31,648 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f768217a38042baaf64e384f834555b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732513288491 2024-11-25T05:41:31,648 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a2aecd530644ac588a536c6cfbef4d8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732513288491 2024-11-25T05:41:31,649 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1120cf1165648a583bba70aebaafa0b, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732513290706 2024-11-25T05:41:31,649 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 45515548be444de6bf7607741ead2312, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732513290706 2024-11-25T05:41:31,660 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:31,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-25T05:41:31,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:31,668 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:41:31,674 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d45820ed0c7e476b87bb3453cdf46fc3_4b9344f7e0b00a187dce0ad014c993a8 store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:31,676 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:31,676 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/c9d9696e768f4143b796a08ca89f8fec is 50, key is test_row_0/B:col10/1732513290732/Put/seqid=0 2024-11-25T05:41:31,678 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d45820ed0c7e476b87bb3453cdf46fc3_4b9344f7e0b00a187dce0ad014c993a8, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:31,678 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d45820ed0c7e476b87bb3453cdf46fc3_4b9344f7e0b00a187dce0ad014c993a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-25T05:41:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b2e163a821d44cc2be97a2af1414229a_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513290825/Put/seqid=0 2024-11-25T05:41:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742236_1412 (size=12595) 2024-11-25T05:41:31,701 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/c9d9696e768f4143b796a08ca89f8fec as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/c9d9696e768f4143b796a08ca89f8fec 2024-11-25T05:41:31,707 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/B of 4b9344f7e0b00a187dce0ad014c993a8 into c9d9696e768f4143b796a08ca89f8fec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742237_1413 (size=4469) 2024-11-25T05:41:31,707 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:31,707 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/B, priority=13, startTime=1732513291641; duration=0sec 2024-11-25T05:41:31,707 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:31,707 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:B 2024-11-25T05:41:31,708 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:31,710 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:31,710 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/C is initiating minor compaction (all files) 2024-11-25T05:41:31,710 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#A#compaction#348 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:31,710 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/C in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:31,710 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/adff81c9efe04beda7cea953111c6f65, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/9ab869dd0fca4c2eaf037b1d1fdad9e8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/35a74d84099a45a4811fd75d7d5d6cbc] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=35.9 K 2024-11-25T05:41:31,711 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting adff81c9efe04beda7cea953111c6f65, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732513288409 2024-11-25T05:41:31,711 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/6c26264fbac841abb787b5e90f85a0d3 is 175, key is test_row_0/A:col10/1732513290732/Put/seqid=0 2024-11-25T05:41:31,711 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ab869dd0fca4c2eaf037b1d1fdad9e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732513288491 2024-11-25T05:41:31,711 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a74d84099a45a4811fd75d7d5d6cbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732513290710 2024-11-25T05:41:31,728 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:31,728 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/e08cb4a1b10d4aacae0282e29347c8cf is 50, key is test_row_0/C:col10/1732513290732/Put/seqid=0 2024-11-25T05:41:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742238_1414 (size=12304) 2024-11-25T05:41:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742239_1415 (size=31549) 2024-11-25T05:41:31,737 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/6c26264fbac841abb787b5e90f85a0d3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6c26264fbac841abb787b5e90f85a0d3 2024-11-25T05:41:31,742 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/A of 4b9344f7e0b00a187dce0ad014c993a8 into 6c26264fbac841abb787b5e90f85a0d3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:31,742 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:31,742 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/A, priority=13, startTime=1732513291641; duration=0sec 2024-11-25T05:41:31,742 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:31,742 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:A 2024-11-25T05:41:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742240_1416 (size=12595) 2024-11-25T05:41:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:31,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-25T05:41:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513351990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513351990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513351991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513351994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:31,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:31,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513351995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513352100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513352110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513352110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:32,131 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b2e163a821d44cc2be97a2af1414229a_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2e163a821d44cc2be97a2af1414229a_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:32,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/821091f357e54a2aacc4df6d658e5e17, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/821091f357e54a2aacc4df6d658e5e17 is 175, key is test_row_0/A:col10/1732513290825/Put/seqid=0 2024-11-25T05:41:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742241_1417 (size=31105) 2024-11-25T05:41:32,150 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/e08cb4a1b10d4aacae0282e29347c8cf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e08cb4a1b10d4aacae0282e29347c8cf 2024-11-25T05:41:32,154 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/C of 4b9344f7e0b00a187dce0ad014c993a8 into e08cb4a1b10d4aacae0282e29347c8cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:32,154 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:32,154 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/C, priority=13, startTime=1732513291641; duration=0sec 2024-11-25T05:41:32,154 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:32,154 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:C 2024-11-25T05:41:32,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513352310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513352319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513352320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-25T05:41:32,535 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/821091f357e54a2aacc4df6d658e5e17 2024-11-25T05:41:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/479dd2de6fab46f5b3d4533596d2292c is 50, key is test_row_0/B:col10/1732513290825/Put/seqid=0 2024-11-25T05:41:32,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742242_1418 (size=12151) 2024-11-25T05:41:32,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513352620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513352630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513352630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:32,945 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/479dd2de6fab46f5b3d4533596d2292c 2024-11-25T05:41:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/a2618be31c714a34880ccd84a10f1dee is 50, key is test_row_0/C:col10/1732513290825/Put/seqid=0 2024-11-25T05:41:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742243_1419 (size=12151) 2024-11-25T05:41:33,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513353010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:33,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513353010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:33,015 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 4b9344f7e0b00a187dce0ad014c993a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:33,016 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 4b9344f7e0b00a187dce0ad014c993a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:33,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513353140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:33,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513353140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513353149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:33,354 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/a2618be31c714a34880ccd84a10f1dee 2024-11-25T05:41:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/821091f357e54a2aacc4df6d658e5e17 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/821091f357e54a2aacc4df6d658e5e17 2024-11-25T05:41:33,360 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/821091f357e54a2aacc4df6d658e5e17, entries=150, sequenceid=207, filesize=30.4 K 2024-11-25T05:41:33,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/479dd2de6fab46f5b3d4533596d2292c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/479dd2de6fab46f5b3d4533596d2292c 2024-11-25T05:41:33,364 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/479dd2de6fab46f5b3d4533596d2292c, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T05:41:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/a2618be31c714a34880ccd84a10f1dee as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/a2618be31c714a34880ccd84a10f1dee 2024-11-25T05:41:33,368 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/a2618be31c714a34880ccd84a10f1dee, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T05:41:33,368 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4b9344f7e0b00a187dce0ad014c993a8 in 1700ms, sequenceid=207, compaction requested=false 2024-11-25T05:41:33,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:33,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:33,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-25T05:41:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-25T05:41:33,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-25T05:41:33,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0070 sec 2024-11-25T05:41:33,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.0110 sec 2024-11-25T05:41:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-25T05:41:33,510 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:33,510 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-25T05:41:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T05:41:33,511 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:33,512 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:33,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T05:41:33,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-25T05:41:33,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:33,664 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T05:41:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253e21dc2bcc4d45e68a571a62681bd1fa_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513291993/Put/seqid=0 2024-11-25T05:41:33,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742244_1420 (size=12304) 2024-11-25T05:41:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T05:41:34,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:34,082 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253e21dc2bcc4d45e68a571a62681bd1fa_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253e21dc2bcc4d45e68a571a62681bd1fa_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:34,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/2a4168add21b42a6b9ffb823d22b912a, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:34,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/2a4168add21b42a6b9ffb823d22b912a is 175, key is test_row_0/A:col10/1732513291993/Put/seqid=0 2024-11-25T05:41:34,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742245_1421 (size=31105) 2024-11-25T05:41:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T05:41:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:34,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:34,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513354210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513354211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513354213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513354320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513354330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513354330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,488 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/2a4168add21b42a6b9ffb823d22b912a 2024-11-25T05:41:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/535b061723e74bc9a9a4ec73154c44d1 is 50, key is test_row_0/B:col10/1732513291993/Put/seqid=0 2024-11-25T05:41:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742246_1422 (size=12151) 2024-11-25T05:41:34,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513354530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513354540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513354540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T05:41:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513354840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513354850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513354850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:34,897 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/535b061723e74bc9a9a4ec73154c44d1 2024-11-25T05:41:34,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/1f1be5d082f44a45bc32d3eb67c035cc is 50, key is test_row_0/C:col10/1732513291993/Put/seqid=0 2024-11-25T05:41:34,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742247_1423 (size=12151) 2024-11-25T05:41:35,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513355030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513355030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,038 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 4b9344f7e0b00a187dce0ad014c993a8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,038 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 4b9344f7e0b00a187dce0ad014c993a8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,306 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/1f1be5d082f44a45bc32d3eb67c035cc 2024-11-25T05:41:35,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/2a4168add21b42a6b9ffb823d22b912a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2a4168add21b42a6b9ffb823d22b912a 2024-11-25T05:41:35,313 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2a4168add21b42a6b9ffb823d22b912a, entries=150, sequenceid=220, filesize=30.4 K 2024-11-25T05:41:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/535b061723e74bc9a9a4ec73154c44d1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/535b061723e74bc9a9a4ec73154c44d1 2024-11-25T05:41:35,317 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/535b061723e74bc9a9a4ec73154c44d1, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T05:41:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/1f1be5d082f44a45bc32d3eb67c035cc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/1f1be5d082f44a45bc32d3eb67c035cc 2024-11-25T05:41:35,321 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/1f1be5d082f44a45bc32d3eb67c035cc, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T05:41:35,321 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4b9344f7e0b00a187dce0ad014c993a8 in 1657ms, sequenceid=220, compaction requested=true 2024-11-25T05:41:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-25T05:41:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-25T05:41:35,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-25T05:41:35,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-11-25T05:41:35,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.8150 sec 2024-11-25T05:41:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:35,353 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:35,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T05:41:35,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e208a34a6fa843c48f1efff43d3ffebe_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513295352/Put/seqid=0 2024-11-25T05:41:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742248_1424 (size=14794) 2024-11-25T05:41:35,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513355368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513355369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513355374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513355479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513355480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513355490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T05:41:35,661 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:35,661 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-25T05:41:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T05:41:35,663 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:35,663 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:35,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:35,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513355690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513355690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513355700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:35,763 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:35,766 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e208a34a6fa843c48f1efff43d3ffebe_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e208a34a6fa843c48f1efff43d3ffebe_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:35,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:35,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b is 175, key is test_row_0/A:col10/1732513295352/Put/seqid=0 2024-11-25T05:41:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T05:41:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742249_1425 (size=39749) 2024-11-25T05:41:35,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:35,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:35,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:35,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:35,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T05:41:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513355999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:36,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513356000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:36,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513356010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:36,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,175 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b 2024-11-25T05:41:36,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/a02b3791624c43688ba696d0cd628a72 is 50, key is test_row_0/B:col10/1732513295352/Put/seqid=0 2024-11-25T05:41:36,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742250_1426 (size=12151) 2024-11-25T05:41:36,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T05:41:36,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513356510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:36,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513356510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513356530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:36,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/a02b3791624c43688ba696d0cd628a72 2024-11-25T05:41:36,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/844a486dee98499882dc620507d3ed4c is 50, key is test_row_0/C:col10/1732513295352/Put/seqid=0 2024-11-25T05:41:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742251_1427 (size=12151) 2024-11-25T05:41:36,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T05:41:36,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:36,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:37,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/844a486dee98499882dc620507d3ed4c 2024-11-25T05:41:37,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b 2024-11-25T05:41:37,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b, entries=200, sequenceid=247, filesize=38.8 K 2024-11-25T05:41:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/a02b3791624c43688ba696d0cd628a72 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a02b3791624c43688ba696d0cd628a72 2024-11-25T05:41:37,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a02b3791624c43688ba696d0cd628a72, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T05:41:37,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/844a486dee98499882dc620507d3ed4c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/844a486dee98499882dc620507d3ed4c 2024-11-25T05:41:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/844a486dee98499882dc620507d3ed4c, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T05:41:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4b9344f7e0b00a187dce0ad014c993a8 in 1661ms, sequenceid=247, compaction requested=true 2024-11-25T05:41:37,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:37,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:37,014 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:37,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:37,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:37,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:37,014 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:37,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:37,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,015 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:37,015 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:37,015 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/A is initiating minor compaction (all files) 2024-11-25T05:41:37,015 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/B is initiating minor compaction (all files) 2024-11-25T05:41:37,015 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/A in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:37,015 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/B in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:37,015 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/c9d9696e768f4143b796a08ca89f8fec, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/479dd2de6fab46f5b3d4533596d2292c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/535b061723e74bc9a9a4ec73154c44d1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a02b3791624c43688ba696d0cd628a72] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=47.9 K 2024-11-25T05:41:37,015 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6c26264fbac841abb787b5e90f85a0d3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/821091f357e54a2aacc4df6d658e5e17, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2a4168add21b42a6b9ffb823d22b912a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=130.4 K 2024-11-25T05:41:37,015 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:37,016 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6c26264fbac841abb787b5e90f85a0d3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/821091f357e54a2aacc4df6d658e5e17, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2a4168add21b42a6b9ffb823d22b912a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b] 2024-11-25T05:41:37,016 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting c9d9696e768f4143b796a08ca89f8fec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732513290710 2024-11-25T05:41:37,016 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c26264fbac841abb787b5e90f85a0d3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732513290710 2024-11-25T05:41:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,016 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 821091f357e54a2aacc4df6d658e5e17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732513290810 2024-11-25T05:41:37,016 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 479dd2de6fab46f5b3d4533596d2292c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732513290810 2024-11-25T05:41:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,017 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a4168add21b42a6b9ffb823d22b912a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513291990 2024-11-25T05:41:37,017 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 535b061723e74bc9a9a4ec73154c44d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513291990 2024-11-25T05:41:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,017 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting a02b3791624c43688ba696d0cd628a72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732513294197 2024-11-25T05:41:37,017 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9bb5f1b0e8c4285a5ffe16d510ddd1b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732513294197 2024-11-25T05:41:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,022 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,024 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,024 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257c94bb7f62eb4f9cabc564d7c413809e_4b9344f7e0b00a187dce0ad014c993a8 store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:37,024 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/8f8b00646a0f43dbb537088341d0ba2a is 50, key is test_row_0/B:col10/1732513295352/Put/seqid=0 2024-11-25T05:41:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,027 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257c94bb7f62eb4f9cabc564d7c413809e_4b9344f7e0b00a187dce0ad014c993a8, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:37,027 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257c94bb7f62eb4f9cabc564d7c413809e_4b9344f7e0b00a187dce0ad014c993a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742252_1428 (size=12731) 2024-11-25T05:41:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,034 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/8f8b00646a0f43dbb537088341d0ba2a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8f8b00646a0f43dbb537088341d0ba2a 2024-11-25T05:41:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T05:41:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,037 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T05:41:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,038 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/B of 4b9344f7e0b00a187dce0ad014c993a8 into 8f8b00646a0f43dbb537088341d0ba2a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:37,038 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,038 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/B, priority=12, startTime=1732513297014; duration=0sec 2024-11-25T05:41:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,038 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:37,038 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:B 2024-11-25T05:41:37,038 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,040 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:37,040 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/C is initiating minor compaction (all files) 2024-11-25T05:41:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,040 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/C in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:37,040 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e08cb4a1b10d4aacae0282e29347c8cf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/a2618be31c714a34880ccd84a10f1dee, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/1f1be5d082f44a45bc32d3eb67c035cc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/844a486dee98499882dc620507d3ed4c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=47.9 K 2024-11-25T05:41:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,041 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e08cb4a1b10d4aacae0282e29347c8cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732513290710 2024-11-25T05:41:37,041 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting a2618be31c714a34880ccd84a10f1dee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732513290810 2024-11-25T05:41:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,041 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f1be5d082f44a45bc32d3eb67c035cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513291990 2024-11-25T05:41:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,042 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 844a486dee98499882dc620507d3ed4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732513294197 2024-11-25T05:41:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742253_1429 (size=4469) 2024-11-25T05:41:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,056 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,056 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/6d9519ef70c749e4ab770fbdc6b63455 is 50, key is test_row_0/C:col10/1732513295352/Put/seqid=0 2024-11-25T05:41:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b151ca30afeb4f8f8171b18ff23042ea_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_1/A:col10/1732513295367/Put/seqid=0 2024-11-25T05:41:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742254_1430 (size=12731) 2024-11-25T05:41:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,068 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/6d9519ef70c749e4ab770fbdc6b63455 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/6d9519ef70c749e4ab770fbdc6b63455 2024-11-25T05:41:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742255_1431 (size=9814) 2024-11-25T05:41:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,073 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b151ca30afeb4f8f8171b18ff23042ea_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b151ca30afeb4f8f8171b18ff23042ea_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,074 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/C of 4b9344f7e0b00a187dce0ad014c993a8 into 6d9519ef70c749e4ab770fbdc6b63455(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,074 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:37,074 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/C, priority=12, startTime=1732513297014; duration=0sec 2024-11-25T05:41:37,074 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:37,074 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:C 2024-11-25T05:41:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/2cb2c80de4cb45b7b544787826d5ba18, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/2cb2c80de4cb45b7b544787826d5ba18 is 175, key is test_row_1/A:col10/1732513295367/Put/seqid=0 2024-11-25T05:41:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742256_1432 (size=22461) 2024-11-25T05:41:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,446 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#A#compaction#361 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,447 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/c7161db4df9b4b758c3e79226fb0f2ab is 175, key is test_row_0/A:col10/1732513295352/Put/seqid=0 2024-11-25T05:41:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742257_1433 (size=31685) 2024-11-25T05:41:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,457 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/c7161db4df9b4b758c3e79226fb0f2ab as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/c7161db4df9b4b758c3e79226fb0f2ab 2024-11-25T05:41:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,463 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/A of 4b9344f7e0b00a187dce0ad014c993a8 into c7161db4df9b4b758c3e79226fb0f2ab(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:37,463 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:37,463 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/A, priority=12, startTime=1732513297014; duration=0sec 2024-11-25T05:41:37,463 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:37,463 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:A 2024-11-25T05:41:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,481 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/2cb2c80de4cb45b7b544787826d5ba18 2024-11-25T05:41:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/2669edd7b2104e64a88d726ab3947f18 is 50, key is test_row_1/B:col10/1732513295367/Put/seqid=0 2024-11-25T05:41:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742258_1434 (size=9757) 2024-11-25T05:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,500 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/2669edd7b2104e64a88d726ab3947f18 2024-11-25T05:41:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/5ada7675a2064b25b4b535497b8b3488 is 50, key is test_row_1/C:col10/1732513295367/Put/seqid=0 2024-11-25T05:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742259_1435 (size=9757) 2024-11-25T05:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:37,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513357669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:37,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:37,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513357691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513357691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513357800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513357800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513357800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T05:41:37,923 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/5ada7675a2064b25b4b535497b8b3488 2024-11-25T05:41:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/2cb2c80de4cb45b7b544787826d5ba18 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2cb2c80de4cb45b7b544787826d5ba18 2024-11-25T05:41:37,929 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2cb2c80de4cb45b7b544787826d5ba18, entries=100, sequenceid=257, filesize=21.9 K 2024-11-25T05:41:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/2669edd7b2104e64a88d726ab3947f18 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/2669edd7b2104e64a88d726ab3947f18 2024-11-25T05:41:37,933 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/2669edd7b2104e64a88d726ab3947f18, entries=100, sequenceid=257, filesize=9.5 K 2024-11-25T05:41:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/5ada7675a2064b25b4b535497b8b3488 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5ada7675a2064b25b4b535497b8b3488 2024-11-25T05:41:37,937 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5ada7675a2064b25b4b535497b8b3488, entries=100, sequenceid=257, filesize=9.5 K 2024-11-25T05:41:37,938 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 4b9344f7e0b00a187dce0ad014c993a8 in 901ms, sequenceid=257, compaction requested=false 2024-11-25T05:41:37,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:37,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:37,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-25T05:41:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-25T05:41:37,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-25T05:41:37,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2760 sec 2024-11-25T05:41:37,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.2800 sec 2024-11-25T05:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:38,012 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:38,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T05:41:38,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253d3e4181121d4d14894ee3942a659943_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513298012/Put/seqid=0 2024-11-25T05:41:38,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513358015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742260_1436 (size=17534) 2024-11-25T05:41:38,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513358021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513358023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513358130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513358130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513358139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513358340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513358340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513358350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,424 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:38,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253d3e4181121d4d14894ee3942a659943_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253d3e4181121d4d14894ee3942a659943_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:38,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/5bdbcaa7ae714f90bd2c3625fa130d18, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:38,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/5bdbcaa7ae714f90bd2c3625fa130d18 is 175, key is test_row_0/A:col10/1732513298012/Put/seqid=0 2024-11-25T05:41:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742261_1437 (size=48639) 2024-11-25T05:41:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513358649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513358649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513358660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:38,834 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/5bdbcaa7ae714f90bd2c3625fa130d18 2024-11-25T05:41:38,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/5c6241f6dac54860b6ec40dfef7fdf03 is 50, key is test_row_0/B:col10/1732513298012/Put/seqid=0 2024-11-25T05:41:38,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742262_1438 (size=12301) 2024-11-25T05:41:39,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35940 deadline: 1732513359070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:39,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732513359070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:39,076 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 4b9344f7e0b00a187dce0ad014c993a8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,076 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in 4b9344f7e0b00a187dce0ad014c993a8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:39,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513359160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513359160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:39,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:39,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513359170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:39,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/5c6241f6dac54860b6ec40dfef7fdf03 2024-11-25T05:41:39,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/392e711ebd394a7192e49959541e8196 is 50, key is test_row_0/C:col10/1732513298012/Put/seqid=0 2024-11-25T05:41:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742263_1439 (size=12301) 2024-11-25T05:41:39,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/392e711ebd394a7192e49959541e8196 2024-11-25T05:41:39,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/5bdbcaa7ae714f90bd2c3625fa130d18 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/5bdbcaa7ae714f90bd2c3625fa130d18 2024-11-25T05:41:39,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/5bdbcaa7ae714f90bd2c3625fa130d18, entries=250, sequenceid=289, filesize=47.5 K 2024-11-25T05:41:39,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/5c6241f6dac54860b6ec40dfef7fdf03 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/5c6241f6dac54860b6ec40dfef7fdf03 2024-11-25T05:41:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/5c6241f6dac54860b6ec40dfef7fdf03, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T05:41:39,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/392e711ebd394a7192e49959541e8196 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/392e711ebd394a7192e49959541e8196 2024-11-25T05:41:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/392e711ebd394a7192e49959541e8196, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T05:41:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 4b9344f7e0b00a187dce0ad014c993a8 in 1663ms, sequenceid=289, compaction requested=true 2024-11-25T05:41:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:39,675 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,675 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,676 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102785 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:39,676 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,676 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/B is initiating minor compaction (all files) 2024-11-25T05:41:39,676 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/A is initiating minor compaction (all files) 2024-11-25T05:41:39,676 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/B in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:39,676 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/A in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:39,676 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8f8b00646a0f43dbb537088341d0ba2a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/2669edd7b2104e64a88d726ab3947f18, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/5c6241f6dac54860b6ec40dfef7fdf03] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=34.0 K 2024-11-25T05:41:39,676 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/c7161db4df9b4b758c3e79226fb0f2ab, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2cb2c80de4cb45b7b544787826d5ba18, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/5bdbcaa7ae714f90bd2c3625fa130d18] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=100.4 K 2024-11-25T05:41:39,676 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,676 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/c7161db4df9b4b758c3e79226fb0f2ab, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2cb2c80de4cb45b7b544787826d5ba18, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/5bdbcaa7ae714f90bd2c3625fa130d18] 2024-11-25T05:41:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,676 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f8b00646a0f43dbb537088341d0ba2a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732513294197 2024-11-25T05:41:39,677 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7161db4df9b4b758c3e79226fb0f2ab, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732513294197 2024-11-25T05:41:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,677 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 2669edd7b2104e64a88d726ab3947f18, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732513295367 2024-11-25T05:41:39,677 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cb2c80de4cb45b7b544787826d5ba18, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732513295367 2024-11-25T05:41:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,677 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c6241f6dac54860b6ec40dfef7fdf03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732513297672 2024-11-25T05:41:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,677 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bdbcaa7ae714f90bd2c3625fa130d18, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732513297668 2024-11-25T05:41:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,685 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,686 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#B#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,686 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/864ea1865a8348a98f197ce4b98260e1 is 50, key is test_row_0/B:col10/1732513298012/Put/seqid=0 2024-11-25T05:41:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,688 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125eb842c0086f54101a4b54c33acc4169d_4b9344f7e0b00a187dce0ad014c993a8 store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,690 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125eb842c0086f54101a4b54c33acc4169d_4b9344f7e0b00a187dce0ad014c993a8, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,690 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eb842c0086f54101a4b54c33acc4169d_4b9344f7e0b00a187dce0ad014c993a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742264_1440 (size=12983) 2024-11-25T05:41:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742265_1441 (size=4469) 2024-11-25T05:41:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T05:41:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,820 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,821 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-25T05:41:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T05:41:39,824 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:39,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:39,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T05:41:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T05:41:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:39,979 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T05:41:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253bf56528dbc24f7ea8502b0fbbfadb38_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513298022/Put/seqid=0 2024-11-25T05:41:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742266_1442 (size=9914) 2024-11-25T05:41:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,101 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#A#compaction#370 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,101 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/02b441d9f30d4ef982314960673455fa is 175, key is test_row_0/A:col10/1732513298012/Put/seqid=0 2024-11-25T05:41:40,102 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/864ea1865a8348a98f197ce4b98260e1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/864ea1865a8348a98f197ce4b98260e1 2024-11-25T05:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742267_1443 (size=31937) 2024-11-25T05:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,108 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/B of 4b9344f7e0b00a187dce0ad014c993a8 into 864ea1865a8348a98f197ce4b98260e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:40,109 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:40,109 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/B, priority=13, startTime=1732513299675; duration=0sec 2024-11-25T05:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,109 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:40,109 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:B 2024-11-25T05:41:40,109 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,110 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/02b441d9f30d4ef982314960673455fa as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/02b441d9f30d4ef982314960673455fa 2024-11-25T05:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,110 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:40,110 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/C is initiating minor compaction (all files) 2024-11-25T05:41:40,110 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/C in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,110 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/6d9519ef70c749e4ab770fbdc6b63455, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5ada7675a2064b25b4b535497b8b3488, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/392e711ebd394a7192e49959541e8196] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=34.0 K 2024-11-25T05:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,111 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d9519ef70c749e4ab770fbdc6b63455, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732513294197 2024-11-25T05:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,111 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ada7675a2064b25b4b535497b8b3488, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732513295367 2024-11-25T05:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,111 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 392e711ebd394a7192e49959541e8196, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732513297672 2024-11-25T05:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,114 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/A of 4b9344f7e0b00a187dce0ad014c993a8 into 02b441d9f30d4ef982314960673455fa(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:40,114 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,114 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/A, priority=13, startTime=1732513299675; duration=0sec 2024-11-25T05:41:40,114 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:40,115 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:A 2024-11-25T05:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,120 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,120 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/d317468e8b6e4d2ebfab850f17a57321 is 50, key is test_row_0/C:col10/1732513298012/Put/seqid=0 2024-11-25T05:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742268_1444 (size=12983) 2024-11-25T05:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,131 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/d317468e8b6e4d2ebfab850f17a57321 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d317468e8b6e4d2ebfab850f17a57321 2024-11-25T05:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,135 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/C of 4b9344f7e0b00a187dce0ad014c993a8 into d317468e8b6e4d2ebfab850f17a57321(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:40,135 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:40,135 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/C, priority=13, startTime=1732513299675; duration=0sec 2024-11-25T05:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,135 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:40,135 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:C 2024-11-25T05:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T05:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:40,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. as already flushing 2024-11-25T05:41:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513360330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513360332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513360333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:40,403 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253bf56528dbc24f7ea8502b0fbbfadb38_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253bf56528dbc24f7ea8502b0fbbfadb38_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:40,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/4322b667d8544dba93c13b32dda471cc, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:40,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/4322b667d8544dba93c13b32dda471cc is 175, key is test_row_0/A:col10/1732513298022/Put/seqid=0 2024-11-25T05:41:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742269_1445 (size=22561) 2024-11-25T05:41:40,408 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/4322b667d8544dba93c13b32dda471cc 2024-11-25T05:41:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/e1de525d38ec45cbb98ee51725f76782 is 50, key is test_row_0/B:col10/1732513298022/Put/seqid=0 2024-11-25T05:41:40,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742270_1446 (size=9857) 2024-11-25T05:41:40,420 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/e1de525d38ec45cbb98ee51725f76782 2024-11-25T05:41:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/e0985e4d4cb8480880d71fac7c177cda is 50, key is test_row_0/C:col10/1732513298022/Put/seqid=0 2024-11-25T05:41:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742271_1447 (size=9857) 2024-11-25T05:41:40,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513360440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T05:41:40,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513360450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513360450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1732513360650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35864 deadline: 1732513360660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35904 deadline: 1732513360660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:41:40,755 INFO [Thread-1638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1638. 2024-11-25T05:41:40,755 DEBUG [Thread-1638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:40,755 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,755 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:40,758 INFO [Thread-1640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1640. 2024-11-25T05:41:40,758 DEBUG [Thread-1640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:40,758 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,758 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:40,760 INFO [Thread-1636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1636. 2024-11-25T05:41:40,760 DEBUG [Thread-1636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:40,760 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,760 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:40,762 INFO [Thread-1634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1634. 2024-11-25T05:41:40,762 DEBUG [Thread-1634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:40,762 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,762 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:40,765 INFO [Thread-1642 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1642. 2024-11-25T05:41:40,765 DEBUG [Thread-1642 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:40,765 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,765 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:40,830 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/e0985e4d4cb8480880d71fac7c177cda 2024-11-25T05:41:40,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/4322b667d8544dba93c13b32dda471cc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/4322b667d8544dba93c13b32dda471cc 2024-11-25T05:41:40,836 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/4322b667d8544dba93c13b32dda471cc, entries=100, sequenceid=295, filesize=22.0 K 2024-11-25T05:41:40,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/e1de525d38ec45cbb98ee51725f76782 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/e1de525d38ec45cbb98ee51725f76782 2024-11-25T05:41:40,839 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/e1de525d38ec45cbb98ee51725f76782, entries=100, sequenceid=295, filesize=9.6 K 2024-11-25T05:41:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/e0985e4d4cb8480880d71fac7c177cda as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e0985e4d4cb8480880d71fac7c177cda 2024-11-25T05:41:40,842 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e0985e4d4cb8480880d71fac7c177cda, entries=100, sequenceid=295, filesize=9.6 K 2024-11-25T05:41:40,842 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 4b9344f7e0b00a187dce0ad014c993a8 in 864ms, sequenceid=295, compaction requested=false 2024-11-25T05:41:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-25T05:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-25T05:41:40,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-25T05:41:40,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-25T05:41:40,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.0240 sec 2024-11-25T05:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T05:41:40,961 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:40,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-25T05:41:40,963 INFO [Thread-1625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1625. 2024-11-25T05:41:40,963 DEBUG [Thread-1625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:40,963 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,963 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:40,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cd41804622af44238b901187ab5901e8_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513300330/Put/seqid=0 2024-11-25T05:41:40,972 INFO [Thread-1623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1623. 2024-11-25T05:41:40,972 INFO [Thread-1631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1631. 2024-11-25T05:41:40,972 DEBUG [Thread-1623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:40,972 DEBUG [Thread-1631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:40,972 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,972 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,972 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,972 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:40,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:40,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742272_1448 (size=12454) 2024-11-25T05:41:41,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:41,381 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cd41804622af44238b901187ab5901e8_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cd41804622af44238b901187ab5901e8_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:41,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/0aea532a483a4149a19a2ce86517d130, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:41,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/0aea532a483a4149a19a2ce86517d130 is 175, key is test_row_0/A:col10/1732513300330/Put/seqid=0 2024-11-25T05:41:41,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742273_1449 (size=31255) 2024-11-25T05:41:41,788 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/0aea532a483a4149a19a2ce86517d130 2024-11-25T05:41:41,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/62af271fabd941119cc19c5d2837428f is 50, key is test_row_0/B:col10/1732513300330/Put/seqid=0 2024-11-25T05:41:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742274_1450 (size=12301) 2024-11-25T05:41:42,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/62af271fabd941119cc19c5d2837428f 2024-11-25T05:41:42,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/463d2326b59a4a9f98b27d70546765d7 is 50, key is test_row_0/C:col10/1732513300330/Put/seqid=0 2024-11-25T05:41:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742275_1451 (size=12301) 2024-11-25T05:41:42,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/463d2326b59a4a9f98b27d70546765d7 2024-11-25T05:41:42,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/0aea532a483a4149a19a2ce86517d130 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/0aea532a483a4149a19a2ce86517d130 2024-11-25T05:41:42,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/0aea532a483a4149a19a2ce86517d130, entries=150, sequenceid=329, filesize=30.5 K 2024-11-25T05:41:42,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/62af271fabd941119cc19c5d2837428f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/62af271fabd941119cc19c5d2837428f 2024-11-25T05:41:42,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/62af271fabd941119cc19c5d2837428f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T05:41:42,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/463d2326b59a4a9f98b27d70546765d7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/463d2326b59a4a9f98b27d70546765d7 2024-11-25T05:41:42,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/463d2326b59a4a9f98b27d70546765d7, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T05:41:42,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 4b9344f7e0b00a187dce0ad014c993a8 in 1680ms, sequenceid=329, compaction requested=true 2024-11-25T05:41:42,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:42,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:42,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:42,644 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:42,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:42,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:42,644 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:42,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b9344f7e0b00a187dce0ad014c993a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:42,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:42,644 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:42,644 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:42,644 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/A is initiating minor compaction (all files) 2024-11-25T05:41:42,644 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/B is initiating minor compaction (all files) 2024-11-25T05:41:42,644 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/A in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:42,644 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/B in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:42,644 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/02b441d9f30d4ef982314960673455fa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/4322b667d8544dba93c13b32dda471cc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/0aea532a483a4149a19a2ce86517d130] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=83.7 K 2024-11-25T05:41:42,645 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/864ea1865a8348a98f197ce4b98260e1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/e1de525d38ec45cbb98ee51725f76782, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/62af271fabd941119cc19c5d2837428f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=34.3 K 2024-11-25T05:41:42,645 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:42,645 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/02b441d9f30d4ef982314960673455fa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/4322b667d8544dba93c13b32dda471cc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/0aea532a483a4149a19a2ce86517d130] 2024-11-25T05:41:42,645 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 864ea1865a8348a98f197ce4b98260e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732513297672 2024-11-25T05:41:42,645 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02b441d9f30d4ef982314960673455fa, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732513297672 2024-11-25T05:41:42,645 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e1de525d38ec45cbb98ee51725f76782, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732513298013 2024-11-25T05:41:42,645 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4322b667d8544dba93c13b32dda471cc, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732513298013 2024-11-25T05:41:42,645 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 62af271fabd941119cc19c5d2837428f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732513300322 2024-11-25T05:41:42,645 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aea532a483a4149a19a2ce86517d130, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732513300322 2024-11-25T05:41:42,650 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:42,651 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/1d6c550895374b7f8240d2e993b6168d is 50, key is test_row_0/B:col10/1732513300330/Put/seqid=0 2024-11-25T05:41:42,651 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:42,653 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e9d9072adc1e472399896f9426205f0e_4b9344f7e0b00a187dce0ad014c993a8 store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:42,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742276_1452 (size=13085) 2024-11-25T05:41:42,657 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e9d9072adc1e472399896f9426205f0e_4b9344f7e0b00a187dce0ad014c993a8, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:42,657 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e9d9072adc1e472399896f9426205f0e_4b9344f7e0b00a187dce0ad014c993a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742277_1453 (size=4469) 2024-11-25T05:41:43,062 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#A#compaction#379 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:43,062 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/1d63c091ab9443d38e4bde64020018c8 is 175, key is test_row_0/A:col10/1732513300330/Put/seqid=0 2024-11-25T05:41:43,063 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/1d6c550895374b7f8240d2e993b6168d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1d6c550895374b7f8240d2e993b6168d 2024-11-25T05:41:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742278_1454 (size=32039) 2024-11-25T05:41:43,067 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/B of 4b9344f7e0b00a187dce0ad014c993a8 into 1d6c550895374b7f8240d2e993b6168d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:43,067 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:43,067 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/B, priority=13, startTime=1732513302644; duration=0sec 2024-11-25T05:41:43,067 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:43,067 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:B 2024-11-25T05:41:43,067 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:41:43,067 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:41:43,067 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 4b9344f7e0b00a187dce0ad014c993a8/C is initiating minor compaction (all files) 2024-11-25T05:41:43,067 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b9344f7e0b00a187dce0ad014c993a8/C in TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:43,068 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d317468e8b6e4d2ebfab850f17a57321, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e0985e4d4cb8480880d71fac7c177cda, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/463d2326b59a4a9f98b27d70546765d7] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp, totalSize=34.3 K 2024-11-25T05:41:43,068 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d317468e8b6e4d2ebfab850f17a57321, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732513297672 2024-11-25T05:41:43,068 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e0985e4d4cb8480880d71fac7c177cda, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732513298013 2024-11-25T05:41:43,068 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 463d2326b59a4a9f98b27d70546765d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732513300322 2024-11-25T05:41:43,074 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b9344f7e0b00a187dce0ad014c993a8#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:43,074 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/87db29ef015743789b58de0182bc957a is 50, key is test_row_0/C:col10/1732513300330/Put/seqid=0 2024-11-25T05:41:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742279_1455 (size=13085) 2024-11-25T05:41:43,473 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/1d63c091ab9443d38e4bde64020018c8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/1d63c091ab9443d38e4bde64020018c8 2024-11-25T05:41:43,478 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/A of 4b9344f7e0b00a187dce0ad014c993a8 into 1d63c091ab9443d38e4bde64020018c8(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:43,478 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:43,478 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/A, priority=13, startTime=1732513302643; duration=0sec 2024-11-25T05:41:43,478 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:43,478 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:A 2024-11-25T05:41:43,480 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/87db29ef015743789b58de0182bc957a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/87db29ef015743789b58de0182bc957a 2024-11-25T05:41:43,483 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b9344f7e0b00a187dce0ad014c993a8/C of 4b9344f7e0b00a187dce0ad014c993a8 into 87db29ef015743789b58de0182bc957a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:43,483 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b9344f7e0b00a187dce0ad014c993a8: 2024-11-25T05:41:43,483 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., storeName=4b9344f7e0b00a187dce0ad014c993a8/C, priority=13, startTime=1732513302644; duration=0sec 2024-11-25T05:41:43,483 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:43,483 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b9344f7e0b00a187dce0ad014c993a8:C 2024-11-25T05:41:46,059 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T05:41:49,102 INFO [Thread-1627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1627. 2024-11-25T05:41:49,102 DEBUG [Thread-1627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:49,102 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:49,102 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:49,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:49,183 INFO [Thread-1629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1629. 2024-11-25T05:41:49,183 DEBUG [Thread-1629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:41:49,183 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:49,183 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:49,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:49,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T05:41:49,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1389 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4164 rows 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1391 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4171 rows 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1387 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4161 rows 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1396 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4185 rows 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1391 2024-11-25T05:41:49,184 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4170 rows 2024-11-25T05:41:49,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T05:41:49,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:41:49,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:49,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:49,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:41:49,186 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T05:41:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T05:41:49,190 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513309190"}]},"ts":"1732513309190"} 2024-11-25T05:41:49,192 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T05:41:49,192 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T05:41:49,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:41:49,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, UNASSIGN}] 2024-11-25T05:41:49,195 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, UNASSIGN 2024-11-25T05:41:49,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=4b9344f7e0b00a187dce0ad014c993a8, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:49,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, UNASSIGN because future has completed 2024-11-25T05:41:49,198 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:41:49,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T05:41:49,351 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:49,352 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:41:49,352 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing 4b9344f7e0b00a187dce0ad014c993a8, disabling compactions & flushes 2024-11-25T05:41:49,352 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:49,352 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:49,352 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. after waiting 0 ms 2024-11-25T05:41:49,352 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:49,352 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing 4b9344f7e0b00a187dce0ad014c993a8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T05:41:49,363 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fbf9cd47b93b4ed2b2c2062947fb9cad_4b9344f7e0b00a187dce0ad014c993a8 is 50, key is test_row_0/A:col10/1732513309181/Put/seqid=0 2024-11-25T05:41:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742280_1456 (size=12454) 2024-11-25T05:41:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T05:41:49,767 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:49,776 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fbf9cd47b93b4ed2b2c2062947fb9cad_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fbf9cd47b93b4ed2b2c2062947fb9cad_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:49,778 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/f38609d916dc4ff8aad43fb04c28e2e8, store: [table=TestAcidGuarantees family=A region=4b9344f7e0b00a187dce0ad014c993a8] 2024-11-25T05:41:49,779 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/f38609d916dc4ff8aad43fb04c28e2e8 is 175, key is test_row_0/A:col10/1732513309181/Put/seqid=0 2024-11-25T05:41:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742281_1457 (size=31255) 2024-11-25T05:41:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T05:41:50,184 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/f38609d916dc4ff8aad43fb04c28e2e8 2024-11-25T05:41:50,195 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/097e64b062824b50ba09e36a8b9b1021 is 50, key is test_row_0/B:col10/1732513309181/Put/seqid=0 2024-11-25T05:41:50,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742282_1458 (size=12301) 2024-11-25T05:41:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T05:41:50,501 WARN [regionserver/8ef925b832e3:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-25T05:41:50,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/71a23025ce454b41af356ea38ee32ae3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/de1faa54591f4bceb949a4282edff4d5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a2b42c0fc6634d8ebbb6cd4720ba2720, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/307bfe2c4ce14cc695f2ffb20ff39bc2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/3fbeb2c4e63b4443bb968f97f164851d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/87f485428b764beabf2e8befd94aa33f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/aef644eaf82b4f96bc32a885f375c974, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/578b662562164e7186d201789c1596a4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/775a7488f6484f20a1574459927a9ae9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/784dacb3b5594a6ea599fb84ad3e13d1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/7773a90abb604096bfabcb6030e367ca, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6a2aecd530644ac588a536c6cfbef4d8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/d1120cf1165648a583bba70aebaafa0b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6c26264fbac841abb787b5e90f85a0d3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/821091f357e54a2aacc4df6d658e5e17, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2a4168add21b42a6b9ffb823d22b912a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/c7161db4df9b4b758c3e79226fb0f2ab, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2cb2c80de4cb45b7b544787826d5ba18, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/5bdbcaa7ae714f90bd2c3625fa130d18, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/02b441d9f30d4ef982314960673455fa, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/4322b667d8544dba93c13b32dda471cc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/0aea532a483a4149a19a2ce86517d130] to archive 2024-11-25T05:41:50,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:41:50,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/71a23025ce454b41af356ea38ee32ae3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/71a23025ce454b41af356ea38ee32ae3 2024-11-25T05:41:50,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/de1faa54591f4bceb949a4282edff4d5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/de1faa54591f4bceb949a4282edff4d5 2024-11-25T05:41:50,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a2b42c0fc6634d8ebbb6cd4720ba2720 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a2b42c0fc6634d8ebbb6cd4720ba2720 2024-11-25T05:41:50,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/307bfe2c4ce14cc695f2ffb20ff39bc2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/307bfe2c4ce14cc695f2ffb20ff39bc2 2024-11-25T05:41:50,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/3fbeb2c4e63b4443bb968f97f164851d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/3fbeb2c4e63b4443bb968f97f164851d 2024-11-25T05:41:50,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/87f485428b764beabf2e8befd94aa33f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/87f485428b764beabf2e8befd94aa33f 2024-11-25T05:41:50,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/aef644eaf82b4f96bc32a885f375c974 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/aef644eaf82b4f96bc32a885f375c974 2024-11-25T05:41:50,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/578b662562164e7186d201789c1596a4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/578b662562164e7186d201789c1596a4 2024-11-25T05:41:50,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/775a7488f6484f20a1574459927a9ae9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/775a7488f6484f20a1574459927a9ae9 2024-11-25T05:41:50,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/784dacb3b5594a6ea599fb84ad3e13d1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/784dacb3b5594a6ea599fb84ad3e13d1 2024-11-25T05:41:50,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/7773a90abb604096bfabcb6030e367ca to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/7773a90abb604096bfabcb6030e367ca 2024-11-25T05:41:50,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6a2aecd530644ac588a536c6cfbef4d8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6a2aecd530644ac588a536c6cfbef4d8 2024-11-25T05:41:50,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/d1120cf1165648a583bba70aebaafa0b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/d1120cf1165648a583bba70aebaafa0b 2024-11-25T05:41:50,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6c26264fbac841abb787b5e90f85a0d3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/6c26264fbac841abb787b5e90f85a0d3 2024-11-25T05:41:50,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/821091f357e54a2aacc4df6d658e5e17 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/821091f357e54a2aacc4df6d658e5e17 2024-11-25T05:41:50,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2a4168add21b42a6b9ffb823d22b912a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2a4168add21b42a6b9ffb823d22b912a 2024-11-25T05:41:50,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/a9bb5f1b0e8c4285a5ffe16d510ddd1b 2024-11-25T05:41:50,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/c7161db4df9b4b758c3e79226fb0f2ab to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/c7161db4df9b4b758c3e79226fb0f2ab 2024-11-25T05:41:50,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2cb2c80de4cb45b7b544787826d5ba18 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/2cb2c80de4cb45b7b544787826d5ba18 2024-11-25T05:41:50,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/5bdbcaa7ae714f90bd2c3625fa130d18 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/5bdbcaa7ae714f90bd2c3625fa130d18 2024-11-25T05:41:50,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/02b441d9f30d4ef982314960673455fa to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/02b441d9f30d4ef982314960673455fa 2024-11-25T05:41:50,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/4322b667d8544dba93c13b32dda471cc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/4322b667d8544dba93c13b32dda471cc 2024-11-25T05:41:50,528 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/0aea532a483a4149a19a2ce86517d130 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/0aea532a483a4149a19a2ce86517d130 2024-11-25T05:41:50,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1ef4549527184d10a1704cc8dd98b79b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6bbd7f76c54c471f9486174d4ca4e5db, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/40a7efbdb929414fbb1d11ca7d0c5cca, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1006c319654442c7b0b7d713c5bb8792, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a904dcb5a8b945b1bd287c877cbc6064, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6affd66a1a1d4e26b13513222862e4d2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8e591641806043eb8f2f14f3d214ee4e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/466acb935ee8462195dc14ccb5edd40c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d0314204b05f458f9727443f98b896c2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d340f0e7fa684aeb907a0616f6bc614b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/4f768217a38042baaf64e384f834555b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/45515548be444de6bf7607741ead2312, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/c9d9696e768f4143b796a08ca89f8fec, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/479dd2de6fab46f5b3d4533596d2292c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/535b061723e74bc9a9a4ec73154c44d1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8f8b00646a0f43dbb537088341d0ba2a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a02b3791624c43688ba696d0cd628a72, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/2669edd7b2104e64a88d726ab3947f18, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/864ea1865a8348a98f197ce4b98260e1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/5c6241f6dac54860b6ec40dfef7fdf03, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/e1de525d38ec45cbb98ee51725f76782, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/62af271fabd941119cc19c5d2837428f] to archive 2024-11-25T05:41:50,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:41:50,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/544bacf0d25e4dbcbd0ec1a5a7ae8a10 2024-11-25T05:41:50,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1ef4549527184d10a1704cc8dd98b79b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1ef4549527184d10a1704cc8dd98b79b 2024-11-25T05:41:50,536 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6bbd7f76c54c471f9486174d4ca4e5db to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6bbd7f76c54c471f9486174d4ca4e5db 2024-11-25T05:41:50,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/40a7efbdb929414fbb1d11ca7d0c5cca to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/40a7efbdb929414fbb1d11ca7d0c5cca 2024-11-25T05:41:50,538 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1006c319654442c7b0b7d713c5bb8792 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1006c319654442c7b0b7d713c5bb8792 2024-11-25T05:41:50,539 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a904dcb5a8b945b1bd287c877cbc6064 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a904dcb5a8b945b1bd287c877cbc6064 2024-11-25T05:41:50,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6affd66a1a1d4e26b13513222862e4d2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/6affd66a1a1d4e26b13513222862e4d2 2024-11-25T05:41:50,542 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8e591641806043eb8f2f14f3d214ee4e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8e591641806043eb8f2f14f3d214ee4e 2024-11-25T05:41:50,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/466acb935ee8462195dc14ccb5edd40c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/466acb935ee8462195dc14ccb5edd40c 2024-11-25T05:41:50,544 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d0314204b05f458f9727443f98b896c2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d0314204b05f458f9727443f98b896c2 2024-11-25T05:41:50,545 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d340f0e7fa684aeb907a0616f6bc614b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/d340f0e7fa684aeb907a0616f6bc614b 2024-11-25T05:41:50,546 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/4f768217a38042baaf64e384f834555b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/4f768217a38042baaf64e384f834555b 2024-11-25T05:41:50,547 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/45515548be444de6bf7607741ead2312 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/45515548be444de6bf7607741ead2312 2024-11-25T05:41:50,548 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/c9d9696e768f4143b796a08ca89f8fec to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/c9d9696e768f4143b796a08ca89f8fec 2024-11-25T05:41:50,549 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/479dd2de6fab46f5b3d4533596d2292c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/479dd2de6fab46f5b3d4533596d2292c 2024-11-25T05:41:50,551 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/535b061723e74bc9a9a4ec73154c44d1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/535b061723e74bc9a9a4ec73154c44d1 2024-11-25T05:41:50,552 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8f8b00646a0f43dbb537088341d0ba2a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/8f8b00646a0f43dbb537088341d0ba2a 2024-11-25T05:41:50,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a02b3791624c43688ba696d0cd628a72 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/a02b3791624c43688ba696d0cd628a72 2024-11-25T05:41:50,555 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/2669edd7b2104e64a88d726ab3947f18 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/2669edd7b2104e64a88d726ab3947f18 2024-11-25T05:41:50,556 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/864ea1865a8348a98f197ce4b98260e1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/864ea1865a8348a98f197ce4b98260e1 2024-11-25T05:41:50,557 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/5c6241f6dac54860b6ec40dfef7fdf03 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/5c6241f6dac54860b6ec40dfef7fdf03 2024-11-25T05:41:50,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/e1de525d38ec45cbb98ee51725f76782 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/e1de525d38ec45cbb98ee51725f76782 2024-11-25T05:41:50,560 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/62af271fabd941119cc19c5d2837428f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/62af271fabd941119cc19c5d2837428f 2024-11-25T05:41:50,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/7ef5651b9d0346378077fdccf647cdf4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/4ace84ff682649fe9a97a27c0a946c02, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d0fd1e8bd81143778ca6a7d02f34ccb1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/34fb0843f33942e5998fa94ea503d43b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/dd65bacf80664398bd54f7d16cf6a2bb, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/252cab64b574442abd7eb29fbd7c4dd5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a2c14005a2f463994beaaaf11aee41b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a9384e884dd4fc1a0034eaf1301bf94, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/f6f28a8649114c9b9f49da301e5ed541, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/adff81c9efe04beda7cea953111c6f65, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/b57517655a354190887bdc972d594ddc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/9ab869dd0fca4c2eaf037b1d1fdad9e8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e08cb4a1b10d4aacae0282e29347c8cf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/35a74d84099a45a4811fd75d7d5d6cbc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/a2618be31c714a34880ccd84a10f1dee, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/1f1be5d082f44a45bc32d3eb67c035cc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/6d9519ef70c749e4ab770fbdc6b63455, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/844a486dee98499882dc620507d3ed4c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5ada7675a2064b25b4b535497b8b3488, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d317468e8b6e4d2ebfab850f17a57321, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/392e711ebd394a7192e49959541e8196, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e0985e4d4cb8480880d71fac7c177cda, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/463d2326b59a4a9f98b27d70546765d7] to archive 2024-11-25T05:41:50,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:41:50,569 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/7ef5651b9d0346378077fdccf647cdf4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/7ef5651b9d0346378077fdccf647cdf4 2024-11-25T05:41:50,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/4ace84ff682649fe9a97a27c0a946c02 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/4ace84ff682649fe9a97a27c0a946c02 2024-11-25T05:41:50,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d0fd1e8bd81143778ca6a7d02f34ccb1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d0fd1e8bd81143778ca6a7d02f34ccb1 2024-11-25T05:41:50,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/34fb0843f33942e5998fa94ea503d43b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/34fb0843f33942e5998fa94ea503d43b 2024-11-25T05:41:50,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/dd65bacf80664398bd54f7d16cf6a2bb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/dd65bacf80664398bd54f7d16cf6a2bb 2024-11-25T05:41:50,576 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/252cab64b574442abd7eb29fbd7c4dd5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/252cab64b574442abd7eb29fbd7c4dd5 2024-11-25T05:41:50,577 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a2c14005a2f463994beaaaf11aee41b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a2c14005a2f463994beaaaf11aee41b 2024-11-25T05:41:50,578 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a9384e884dd4fc1a0034eaf1301bf94 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5a9384e884dd4fc1a0034eaf1301bf94 2024-11-25T05:41:50,578 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/f6f28a8649114c9b9f49da301e5ed541 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/f6f28a8649114c9b9f49da301e5ed541 2024-11-25T05:41:50,579 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/adff81c9efe04beda7cea953111c6f65 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/adff81c9efe04beda7cea953111c6f65 2024-11-25T05:41:50,580 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/b57517655a354190887bdc972d594ddc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/b57517655a354190887bdc972d594ddc 2024-11-25T05:41:50,581 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/9ab869dd0fca4c2eaf037b1d1fdad9e8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/9ab869dd0fca4c2eaf037b1d1fdad9e8 2024-11-25T05:41:50,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e08cb4a1b10d4aacae0282e29347c8cf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e08cb4a1b10d4aacae0282e29347c8cf 2024-11-25T05:41:50,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/35a74d84099a45a4811fd75d7d5d6cbc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/35a74d84099a45a4811fd75d7d5d6cbc 2024-11-25T05:41:50,583 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/a2618be31c714a34880ccd84a10f1dee to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/a2618be31c714a34880ccd84a10f1dee 2024-11-25T05:41:50,584 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/1f1be5d082f44a45bc32d3eb67c035cc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/1f1be5d082f44a45bc32d3eb67c035cc 2024-11-25T05:41:50,584 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/6d9519ef70c749e4ab770fbdc6b63455 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/6d9519ef70c749e4ab770fbdc6b63455 2024-11-25T05:41:50,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/844a486dee98499882dc620507d3ed4c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/844a486dee98499882dc620507d3ed4c 2024-11-25T05:41:50,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5ada7675a2064b25b4b535497b8b3488 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/5ada7675a2064b25b4b535497b8b3488 2024-11-25T05:41:50,586 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d317468e8b6e4d2ebfab850f17a57321 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/d317468e8b6e4d2ebfab850f17a57321 2024-11-25T05:41:50,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/392e711ebd394a7192e49959541e8196 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/392e711ebd394a7192e49959541e8196 2024-11-25T05:41:50,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e0985e4d4cb8480880d71fac7c177cda to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/e0985e4d4cb8480880d71fac7c177cda 2024-11-25T05:41:50,588 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8ef925b832e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/463d2326b59a4a9f98b27d70546765d7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/463d2326b59a4a9f98b27d70546765d7 2024-11-25T05:41:50,598 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/097e64b062824b50ba09e36a8b9b1021 2024-11-25T05:41:50,606 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/345c0df2577c43278af4685edd69652f is 50, key is test_row_0/C:col10/1732513309181/Put/seqid=0 2024-11-25T05:41:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742283_1459 (size=12301) 2024-11-25T05:41:51,012 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/345c0df2577c43278af4685edd69652f 2024-11-25T05:41:51,022 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/A/f38609d916dc4ff8aad43fb04c28e2e8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/f38609d916dc4ff8aad43fb04c28e2e8 2024-11-25T05:41:51,028 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/f38609d916dc4ff8aad43fb04c28e2e8, entries=150, sequenceid=339, filesize=30.5 K 2024-11-25T05:41:51,029 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/B/097e64b062824b50ba09e36a8b9b1021 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/097e64b062824b50ba09e36a8b9b1021 2024-11-25T05:41:51,032 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/097e64b062824b50ba09e36a8b9b1021, entries=150, sequenceid=339, filesize=12.0 K 2024-11-25T05:41:51,033 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/.tmp/C/345c0df2577c43278af4685edd69652f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/345c0df2577c43278af4685edd69652f 2024-11-25T05:41:51,036 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/345c0df2577c43278af4685edd69652f, entries=150, sequenceid=339, filesize=12.0 K 2024-11-25T05:41:51,037 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4b9344f7e0b00a187dce0ad014c993a8 in 1684ms, sequenceid=339, compaction requested=false 2024-11-25T05:41:51,041 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=4 2024-11-25T05:41:51,041 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. 2024-11-25T05:41:51,042 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for 4b9344f7e0b00a187dce0ad014c993a8: Waiting for close lock at 1732513309352Running coprocessor pre-close hooks at 1732513309352Disabling compacts and flushes for region at 1732513309352Disabling writes for close at 1732513309352Obtaining lock to block concurrent updates at 1732513309352Preparing flush snapshotting stores in 4b9344f7e0b00a187dce0ad014c993a8 at 1732513309352Finished memstore snapshotting TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732513309353 (+1 ms)Flushing stores of TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8. at 1732513309354 (+1 ms)Flushing 4b9344f7e0b00a187dce0ad014c993a8/A: creating writer at 1732513309354Flushing mob file 4b9344f7e0b00a187dce0ad014c993a8/A: appending metadata at 1732513309363 (+9 ms)Flushing mob file 4b9344f7e0b00a187dce0ad014c993a8/A: closing flushed file at 1732513309363Flushing 4b9344f7e0b00a187dce0ad014c993a8/A: appending metadata at 1732513309778 (+415 ms)Flushing 4b9344f7e0b00a187dce0ad014c993a8/A: closing flushed file at 1732513309778Flushing 4b9344f7e0b00a187dce0ad014c993a8/B: creating writer at 1732513310191 (+413 ms)Flushing 4b9344f7e0b00a187dce0ad014c993a8/B: appending metadata at 1732513310194 (+3 ms)Flushing 4b9344f7e0b00a187dce0ad014c993a8/B: closing flushed file at 1732513310194Flushing 4b9344f7e0b00a187dce0ad014c993a8/C: creating writer at 1732513310602 (+408 ms)Flushing 4b9344f7e0b00a187dce0ad014c993a8/C: appending metadata at 1732513310605 (+3 ms)Flushing 4b9344f7e0b00a187dce0ad014c993a8/C: closing flushed file at 1732513310605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791e1fe4: reopening flushed file at 1732513311021 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509c4ca7: reopening flushed file at 1732513311028 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2781baab: reopening flushed file at 1732513311032 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4b9344f7e0b00a187dce0ad014c993a8 in 1684ms, sequenceid=339, compaction requested=false at 1732513311037 (+5 ms)Writing region close event to WAL at 1732513311038 (+1 ms)Running coprocessor post-close hooks at 1732513311041 (+3 ms)Closed at 1732513311041 2024-11-25T05:41:51,044 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed 4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,044 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=4b9344f7e0b00a187dce0ad014c993a8, regionState=CLOSED 2024-11-25T05:41:51,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:41:51,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-25T05:41:51,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure 4b9344f7e0b00a187dce0ad014c993a8, server=8ef925b832e3,41059,1732513187808 in 1.8490 sec 2024-11-25T05:41:51,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T05:41:51,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b9344f7e0b00a187dce0ad014c993a8, UNASSIGN in 1.8550 sec 2024-11-25T05:41:51,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-25T05:41:51,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8580 sec 2024-11-25T05:41:51,055 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513311055"}]},"ts":"1732513311055"} 2024-11-25T05:41:51,057 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T05:41:51,057 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T05:41:51,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8720 sec 2024-11-25T05:41:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T05:41:51,341 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:51,343 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T05:41:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:51,347 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T05:41:51,349 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:51,351 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,354 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/recovered.edits] 2024-11-25T05:41:51,357 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/1d63c091ab9443d38e4bde64020018c8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/1d63c091ab9443d38e4bde64020018c8 2024-11-25T05:41:51,359 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/f38609d916dc4ff8aad43fb04c28e2e8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/A/f38609d916dc4ff8aad43fb04c28e2e8 2024-11-25T05:41:51,362 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/097e64b062824b50ba09e36a8b9b1021 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/097e64b062824b50ba09e36a8b9b1021 2024-11-25T05:41:51,364 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1d6c550895374b7f8240d2e993b6168d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/B/1d6c550895374b7f8240d2e993b6168d 2024-11-25T05:41:51,368 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/345c0df2577c43278af4685edd69652f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/345c0df2577c43278af4685edd69652f 2024-11-25T05:41:51,370 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/87db29ef015743789b58de0182bc957a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/C/87db29ef015743789b58de0182bc957a 2024-11-25T05:41:51,375 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/recovered.edits/342.seqid to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8/recovered.edits/342.seqid 2024-11-25T05:41:51,375 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,376 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T05:41:51,376 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T05:41:51,378 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T05:41:51,383 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a2d2903c7ca4ec3b321b3c43ec1df17_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a2d2903c7ca4ec3b321b3c43ec1df17_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,385 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b614705b12b49a795a6cfa16501711a_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b614705b12b49a795a6cfa16501711a_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,386 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253bf56528dbc24f7ea8502b0fbbfadb38_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253bf56528dbc24f7ea8502b0fbbfadb38_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,388 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253d3e4181121d4d14894ee3942a659943_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253d3e4181121d4d14894ee3942a659943_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,389 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253e21dc2bcc4d45e68a571a62681bd1fa_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253e21dc2bcc4d45e68a571a62681bd1fa_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,390 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550d157a7bf194608ba31507f24f94c2e_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550d157a7bf194608ba31507f24f94c2e_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,392 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257261643e024a4a59875470a5be2cf0b5_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257261643e024a4a59875470a5be2cf0b5_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,393 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f253b7505a648d080402939451cf38f_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f253b7505a648d080402939451cf38f_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,394 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad9e4d55185e47739601009577472628_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad9e4d55185e47739601009577472628_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,395 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae2acb8f35ad44f5a55d973d1bda25f4_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae2acb8f35ad44f5a55d973d1bda25f4_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,396 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b151ca30afeb4f8f8171b18ff23042ea_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b151ca30afeb4f8f8171b18ff23042ea_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,397 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2e163a821d44cc2be97a2af1414229a_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2e163a821d44cc2be97a2af1414229a_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,398 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b67fc44ba423470eaeef6ab17e38d59b_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b67fc44ba423470eaeef6ab17e38d59b_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,400 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cd41804622af44238b901187ab5901e8_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cd41804622af44238b901187ab5901e8_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,401 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e208a34a6fa843c48f1efff43d3ffebe_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e208a34a6fa843c48f1efff43d3ffebe_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,402 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea765506ba7747ebaeca4ca86217a8ab_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea765506ba7747ebaeca4ca86217a8ab_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,403 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0e12ebcf3ed46a5ade3c9a171b5231b_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0e12ebcf3ed46a5ade3c9a171b5231b_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,404 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fbf9cd47b93b4ed2b2c2062947fb9cad_4b9344f7e0b00a187dce0ad014c993a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fbf9cd47b93b4ed2b2c2062947fb9cad_4b9344f7e0b00a187dce0ad014c993a8 2024-11-25T05:41:51,405 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T05:41:51,407 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:51,409 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T05:41:51,412 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T05:41:51,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:51,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T05:41:51,413 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732513311413"}]},"ts":"9223372036854775807"} 2024-11-25T05:41:51,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T05:41:51,415 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4b9344f7e0b00a187dce0ad014c993a8, NAME => 'TestAcidGuarantees,,1732513278942.4b9344f7e0b00a187dce0ad014c993a8.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T05:41:51,415 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T05:41:51,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732513311415"}]},"ts":"9223372036854775807"} 2024-11-25T05:41:51,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T05:41:51,418 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:51,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 75 msec 2024-11-25T05:41:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T05:41:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T05:41:51,457 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:51,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=7574 (was 7874) 2024-11-25T05:41:51,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=7573 2024-11-25T05:41:51,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:41:51,477 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:41:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T05:41:51,480 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T05:41:51,480 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:51,480 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 110 2024-11-25T05:41:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-25T05:41:51,482 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T05:41:51,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742284_1460 (size=959) 2024-11-25T05:41:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-25T05:41:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-25T05:41:51,893 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 2024-11-25T05:41:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742285_1461 (size=53) 2024-11-25T05:41:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-25T05:41:52,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:41:52,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b485e410e8a5fb241be38e46ec560e0b, disabling compactions & flushes 2024-11-25T05:41:52,302 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:52,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:52,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. after waiting 0 ms 2024-11-25T05:41:52,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:52,302 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:52,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b485e410e8a5fb241be38e46ec560e0b: Waiting for close lock at 1732513312302Disabling compacts and flushes for region at 1732513312302Disabling writes for close at 1732513312302Writing region close event to WAL at 1732513312302Closed at 1732513312302 2024-11-25T05:41:52,304 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T05:41:52,304 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732513312304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732513312304"}]},"ts":"1732513312304"} 2024-11-25T05:41:52,306 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T05:41:52,307 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T05:41:52,308 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513312307"}]},"ts":"1732513312307"} 2024-11-25T05:41:52,310 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T05:41:52,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, ASSIGN}] 2024-11-25T05:41:52,312 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, ASSIGN 2024-11-25T05:41:52,312 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, ASSIGN; state=OFFLINE, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=false 2024-11-25T05:41:52,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=b485e410e8a5fb241be38e46ec560e0b, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:52,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, ASSIGN because future has completed 2024-11-25T05:41:52,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:41:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-25T05:41:52,628 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:52,629 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:41:52,630 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,630 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:41:52,630 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,630 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,631 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,632 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b485e410e8a5fb241be38e46ec560e0b columnFamilyName A 2024-11-25T05:41:52,632 DEBUG [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:52,633 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] regionserver.HStore(327): Store=b485e410e8a5fb241be38e46ec560e0b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:52,633 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,634 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b485e410e8a5fb241be38e46ec560e0b columnFamilyName B 2024-11-25T05:41:52,634 DEBUG [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:52,634 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] regionserver.HStore(327): Store=b485e410e8a5fb241be38e46ec560e0b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:52,634 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,635 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b485e410e8a5fb241be38e46ec560e0b columnFamilyName C 2024-11-25T05:41:52,635 DEBUG [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:41:52,636 INFO [StoreOpener-b485e410e8a5fb241be38e46ec560e0b-1 {}] regionserver.HStore(327): Store=b485e410e8a5fb241be38e46ec560e0b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:41:52,636 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,636 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,637 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,638 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,638 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,638 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:41:52,639 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,641 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T05:41:52,641 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened b485e410e8a5fb241be38e46ec560e0b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62993312, jitterRate=-0.06132650375366211}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:41:52,641 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:52,642 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for b485e410e8a5fb241be38e46ec560e0b: Running coprocessor pre-open hook at 1732513312630Writing region info on filesystem at 1732513312630Initializing all the Stores at 1732513312631 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513312631Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513312631Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513312631Cleaning up temporary data from old regions at 1732513312638 (+7 ms)Running coprocessor post-open hooks at 1732513312641 (+3 ms)Region opened successfully at 1732513312642 (+1 ms) 2024-11-25T05:41:52,642 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., pid=112, masterSystemTime=1732513312622 2024-11-25T05:41:52,644 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:52,644 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:52,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=b485e410e8a5fb241be38e46ec560e0b, regionState=OPEN, openSeqNum=2, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:41:52,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-25T05:41:52,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 in 180 msec 2024-11-25T05:41:52,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T05:41:52,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, ASSIGN in 338 msec 2024-11-25T05:41:52,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T05:41:52,650 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513312650"}]},"ts":"1732513312650"} 2024-11-25T05:41:52,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T05:41:52,652 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T05:41:52,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-25T05:41:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-25T05:41:53,632 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:53,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a364c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,638 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1744d9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,640 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b59fc3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T05:41:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8ef925b832e3,32803,1732513187085 2024-11-25T05:41:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a1d7882 2024-11-25T05:41:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T05:41:53,645 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T05:41:53,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6516064e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,647 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d85ac41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,648 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0d9873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,649 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd223e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,650 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9bab52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,652 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b283e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742cc171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,655 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a4c831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,657 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108a7528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,659 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0b8ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,661 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b63798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,663 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797e782c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,665 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54318afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,668 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86b92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f3da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,672 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfb8d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,673 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f2851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,675 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390a4e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,676 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a84485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:41:53,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:41:53,678 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:41:53,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:41:53,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:41:53,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db099e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:41:53,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:41:53,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:41:53,679 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:41:53,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe84cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:41:53,680 DEBUG [Thread-2067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,680 DEBUG [Thread-2065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,680 DEBUG [Thread-2061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,680 DEBUG [Thread-2074 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,681 DEBUG [Thread-2069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,681 DEBUG [Thread-2063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,682 DEBUG [Thread-2080 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,682 DEBUG [Thread-2076 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,683 DEBUG [Thread-2078 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,685 DEBUG [Thread-2072 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:41:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:41:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-25T05:41:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:41:53,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T05:41:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:41:53,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,689 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:53,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:53,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2] 2024-11-25T05:41:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:53,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:41:53,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/3522dc67caaf4d138707b07964368550 is 50, key is test_row_0/A:col10/1732513313695/Put/seqid=0 2024-11-25T05:41:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742286_1462 (size=14341) 2024-11-25T05:41:53,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/3522dc67caaf4d138707b07964368550 2024-11-25T05:41:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513373748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513373748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513373751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513373752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513373754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/64db4dc661684c49924208e2319677fc is 50, key is test_row_0/B:col10/1732513313695/Put/seqid=0 2024-11-25T05:41:53,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742287_1463 (size=12001) 2024-11-25T05:41:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T05:41:53,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T05:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:53,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:53,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513373860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513373860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513373870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513373870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513373870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:53,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T05:41:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:53,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T05:41:54,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513374070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513374070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513374080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513374080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513374080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T05:41:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/64db4dc661684c49924208e2319677fc 2024-11-25T05:41:54,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/6e4612aa6807420599ec92105dfa63a4 is 50, key is test_row_0/C:col10/1732513313695/Put/seqid=0 2024-11-25T05:41:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742288_1464 (size=12001) 2024-11-25T05:41:54,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T05:41:54,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:54,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T05:41:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513374380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513374380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513374390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513374390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513374390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T05:41:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/6e4612aa6807420599ec92105dfa63a4 2024-11-25T05:41:54,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/3522dc67caaf4d138707b07964368550 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/3522dc67caaf4d138707b07964368550 2024-11-25T05:41:54,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/3522dc67caaf4d138707b07964368550, entries=200, sequenceid=13, filesize=14.0 K 2024-11-25T05:41:54,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T05:41:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/64db4dc661684c49924208e2319677fc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/64db4dc661684c49924208e2319677fc 2024-11-25T05:41:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:54,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/64db4dc661684c49924208e2319677fc, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T05:41:54,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/6e4612aa6807420599ec92105dfa63a4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/6e4612aa6807420599ec92105dfa63a4 2024-11-25T05:41:54,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/6e4612aa6807420599ec92105dfa63a4, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T05:41:54,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b485e410e8a5fb241be38e46ec560e0b in 914ms, sequenceid=13, compaction requested=false 2024-11-25T05:41:54,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:41:54,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T05:41:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:54,760 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:41:54,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/7c3723f4e67044ddae9efe576d4af523 is 50, key is test_row_0/A:col10/1732513313750/Put/seqid=0 2024-11-25T05:41:54,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742289_1465 (size=12001) 2024-11-25T05:41:54,769 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/7c3723f4e67044ddae9efe576d4af523 2024-11-25T05:41:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8756acf3ee364a038ffd978e2b550348 is 50, key is test_row_0/B:col10/1732513313750/Put/seqid=0 2024-11-25T05:41:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742290_1466 (size=12001) 2024-11-25T05:41:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T05:41:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:54,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:54,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513374908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513374909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513374910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513374911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513374911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513375020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513375030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513375030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513375030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513375030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,180 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8756acf3ee364a038ffd978e2b550348 2024-11-25T05:41:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/da6abb6b6ef64763b23b9093688f1c61 is 50, key is test_row_0/C:col10/1732513313750/Put/seqid=0 2024-11-25T05:41:55,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742291_1467 (size=12001) 2024-11-25T05:41:55,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513375230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513375240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513375240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513375240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513375240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513375540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513375550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513375550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513375550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513375550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:55,593 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/da6abb6b6ef64763b23b9093688f1c61 2024-11-25T05:41:55,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/7c3723f4e67044ddae9efe576d4af523 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7c3723f4e67044ddae9efe576d4af523 2024-11-25T05:41:55,600 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7c3723f4e67044ddae9efe576d4af523, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T05:41:55,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8756acf3ee364a038ffd978e2b550348 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8756acf3ee364a038ffd978e2b550348 2024-11-25T05:41:55,603 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8756acf3ee364a038ffd978e2b550348, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T05:41:55,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/da6abb6b6ef64763b23b9093688f1c61 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da6abb6b6ef64763b23b9093688f1c61 2024-11-25T05:41:55,606 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da6abb6b6ef64763b23b9093688f1c61, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T05:41:55,607 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b485e410e8a5fb241be38e46ec560e0b in 847ms, sequenceid=37, compaction requested=false 2024-11-25T05:41:55,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:41:55,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:55,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-25T05:41:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-25T05:41:55,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-25T05:41:55,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9200 sec 2024-11-25T05:41:55,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.9260 sec 2024-11-25T05:41:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T05:41:55,831 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:55,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-25T05:41:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T05:41:55,832 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:55,833 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:55,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T05:41:55,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T05:41:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:55,985 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T05:41:55,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/880a340454bc41deba158b7adae365ae is 50, key is test_row_0/A:col10/1732513314910/Put/seqid=0 2024-11-25T05:41:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742292_1468 (size=12001) 2024-11-25T05:41:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:56,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513376089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513376090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513376091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513376093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513376096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T05:41:56,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513376200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513376210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513376210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513376210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513376210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,396 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/880a340454bc41deba158b7adae365ae 2024-11-25T05:41:56,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/f35d53f0b46444db8047423e5ee2b1e9 is 50, key is test_row_0/B:col10/1732513314910/Put/seqid=0 2024-11-25T05:41:56,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742293_1469 (size=12001) 2024-11-25T05:41:56,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513376410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513376420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513376420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513376420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513376420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T05:41:56,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T05:41:56,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513376720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513376730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513376730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513376730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513376730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:56,804 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/f35d53f0b46444db8047423e5ee2b1e9 2024-11-25T05:41:56,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e12ce3067e1e4fdf995438788a77b955 is 50, key is test_row_0/C:col10/1732513314910/Put/seqid=0 2024-11-25T05:41:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742294_1470 (size=12001) 2024-11-25T05:41:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T05:41:57,214 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e12ce3067e1e4fdf995438788a77b955 2024-11-25T05:41:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/880a340454bc41deba158b7adae365ae as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/880a340454bc41deba158b7adae365ae 2024-11-25T05:41:57,219 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/880a340454bc41deba158b7adae365ae, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T05:41:57,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/f35d53f0b46444db8047423e5ee2b1e9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/f35d53f0b46444db8047423e5ee2b1e9 2024-11-25T05:41:57,222 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/f35d53f0b46444db8047423e5ee2b1e9, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T05:41:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e12ce3067e1e4fdf995438788a77b955 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e12ce3067e1e4fdf995438788a77b955 2024-11-25T05:41:57,226 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e12ce3067e1e4fdf995438788a77b955, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T05:41:57,227 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b485e410e8a5fb241be38e46ec560e0b in 1242ms, sequenceid=50, compaction requested=true 2024-11-25T05:41:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:41:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-25T05:41:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-25T05:41:57,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-25T05:41:57,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-25T05:41:57,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.3990 sec 2024-11-25T05:41:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:57,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:57,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:41:57,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/cd660bd832c6494ea9ea479c4fd15756 is 50, key is test_row_0/A:col10/1732513316090/Put/seqid=0 2024-11-25T05:41:57,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742295_1471 (size=14341) 2024-11-25T05:41:57,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513377282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513377282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513377297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513377298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513377299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513377410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513377410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513377410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513377420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513377420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513377630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513377630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513377630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513377640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513377640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/cd660bd832c6494ea9ea479c4fd15756 2024-11-25T05:41:57,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8d61574b92c74e7b84d01960b6c74834 is 50, key is test_row_0/B:col10/1732513316090/Put/seqid=0 2024-11-25T05:41:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742296_1472 (size=12001) 2024-11-25T05:41:57,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513377949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513377950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513377950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513377960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513377960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T05:41:57,990 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:41:57,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:41:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-25T05:41:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T05:41:57,992 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:41:57,993 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:41:57,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:41:58,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8d61574b92c74e7b84d01960b6c74834 2024-11-25T05:41:58,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/61d6a131923f4839b94bd4a283122627 is 50, key is test_row_0/C:col10/1732513316090/Put/seqid=0 2024-11-25T05:41:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742297_1473 (size=12001) 2024-11-25T05:41:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T05:41:58,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-25T05:41:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-25T05:41:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T05:41:58,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-25T05:41:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:41:58,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513378460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:58,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513378460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513378460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513378479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513378480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:58,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/61d6a131923f4839b94bd4a283122627 2024-11-25T05:41:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:58,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/cd660bd832c6494ea9ea479c4fd15756 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/cd660bd832c6494ea9ea479c4fd15756 2024-11-25T05:41:58,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/cd660bd832c6494ea9ea479c4fd15756, entries=200, sequenceid=74, filesize=14.0 K 2024-11-25T05:41:58,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8d61574b92c74e7b84d01960b6c74834 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8d61574b92c74e7b84d01960b6c74834 2024-11-25T05:41:58,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8d61574b92c74e7b84d01960b6c74834, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T05:41:58,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/61d6a131923f4839b94bd4a283122627 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/61d6a131923f4839b94bd4a283122627 2024-11-25T05:41:58,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/61d6a131923f4839b94bd4a283122627, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T05:41:58,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b485e410e8a5fb241be38e46ec560e0b in 1265ms, sequenceid=74, compaction requested=true 2024-11-25T05:41:58,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:41:58,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:41:58,499 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:58,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:58,499 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:58,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:41:58,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:58,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:41:58,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:58,500 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:58,500 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:58,501 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/B is initiating minor compaction (all files) 2024-11-25T05:41:58,501 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/A is initiating minor compaction (all files) 2024-11-25T05:41:58,501 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/B in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,501 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/A in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,501 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/3522dc67caaf4d138707b07964368550, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7c3723f4e67044ddae9efe576d4af523, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/880a340454bc41deba158b7adae365ae, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/cd660bd832c6494ea9ea479c4fd15756] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=51.4 K 2024-11-25T05:41:58,501 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/64db4dc661684c49924208e2319677fc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8756acf3ee364a038ffd978e2b550348, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/f35d53f0b46444db8047423e5ee2b1e9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8d61574b92c74e7b84d01960b6c74834] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=46.9 K 2024-11-25T05:41:58,501 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 64db4dc661684c49924208e2319677fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732513313694 2024-11-25T05:41:58,501 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3522dc67caaf4d138707b07964368550, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732513313694 2024-11-25T05:41:58,501 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c3723f4e67044ddae9efe576d4af523, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732513313734 2024-11-25T05:41:58,501 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8756acf3ee364a038ffd978e2b550348, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732513313734 2024-11-25T05:41:58,502 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 880a340454bc41deba158b7adae365ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732513314908 2024-11-25T05:41:58,502 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f35d53f0b46444db8047423e5ee2b1e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732513314908 2024-11-25T05:41:58,502 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd660bd832c6494ea9ea479c4fd15756, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513316088 2024-11-25T05:41:58,502 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d61574b92c74e7b84d01960b6c74834, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513316090 2024-11-25T05:41:58,508 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:58,509 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/5f119c019c3f435ebd4eba135285643f is 50, key is test_row_0/A:col10/1732513316090/Put/seqid=0 2024-11-25T05:41:58,509 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#B#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:58,509 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/86ec4d77d8ee44448f9a5bf7d883547d is 50, key is test_row_0/B:col10/1732513316090/Put/seqid=0 2024-11-25T05:41:58,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742298_1474 (size=12139) 2024-11-25T05:41:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742299_1475 (size=12139) 2024-11-25T05:41:58,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-25T05:41:58,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,603 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:41:58,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/36ae42a69a494d6dab1a2afe6626c1ea is 50, key is test_row_0/A:col10/1732513317296/Put/seqid=0 2024-11-25T05:41:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742300_1476 (size=12001) 2024-11-25T05:41:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T05:41:58,916 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/5f119c019c3f435ebd4eba135285643f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5f119c019c3f435ebd4eba135285643f 2024-11-25T05:41:58,918 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/86ec4d77d8ee44448f9a5bf7d883547d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/86ec4d77d8ee44448f9a5bf7d883547d 2024-11-25T05:41:58,920 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/A of b485e410e8a5fb241be38e46ec560e0b into 5f119c019c3f435ebd4eba135285643f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:58,920 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:41:58,920 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/A, priority=12, startTime=1732513318499; duration=0sec 2024-11-25T05:41:58,920 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:41:58,920 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:A 2024-11-25T05:41:58,920 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:41:58,921 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:41:58,921 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/C is initiating minor compaction (all files) 2024-11-25T05:41:58,921 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/B of b485e410e8a5fb241be38e46ec560e0b into 86ec4d77d8ee44448f9a5bf7d883547d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:58,921 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/C in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:58,921 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:41:58,921 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/B, priority=12, startTime=1732513318499; duration=0sec 2024-11-25T05:41:58,921 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/6e4612aa6807420599ec92105dfa63a4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da6abb6b6ef64763b23b9093688f1c61, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e12ce3067e1e4fdf995438788a77b955, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/61d6a131923f4839b94bd4a283122627] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=46.9 K 2024-11-25T05:41:58,921 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:58,921 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:B 2024-11-25T05:41:58,921 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e4612aa6807420599ec92105dfa63a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732513313694 2024-11-25T05:41:58,921 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting da6abb6b6ef64763b23b9093688f1c61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732513313734 2024-11-25T05:41:58,922 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e12ce3067e1e4fdf995438788a77b955, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732513314908 2024-11-25T05:41:58,922 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61d6a131923f4839b94bd4a283122627, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513316090 2024-11-25T05:41:58,928 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:41:58,928 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/f9b2e20b43d64c939473b9dfdff840bd is 50, key is test_row_0/C:col10/1732513316090/Put/seqid=0 2024-11-25T05:41:58,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742301_1477 (size=12139) 2024-11-25T05:41:59,010 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/36ae42a69a494d6dab1a2afe6626c1ea 2024-11-25T05:41:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/0aca98fcd01a4dc685b1ed965a8e5cdf is 50, key is test_row_0/B:col10/1732513317296/Put/seqid=0 2024-11-25T05:41:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742302_1478 (size=12001) 2024-11-25T05:41:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T05:41:59,343 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/f9b2e20b43d64c939473b9dfdff840bd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f9b2e20b43d64c939473b9dfdff840bd 2024-11-25T05:41:59,346 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/C of b485e410e8a5fb241be38e46ec560e0b into f9b2e20b43d64c939473b9dfdff840bd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:41:59,346 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:41:59,346 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/C, priority=12, startTime=1732513318499; duration=0sec 2024-11-25T05:41:59,346 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:41:59,346 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:C 2024-11-25T05:41:59,418 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/0aca98fcd01a4dc685b1ed965a8e5cdf 2024-11-25T05:41:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/f77c6bb7007b43cd8caeb3c759cad471 is 50, key is test_row_0/C:col10/1732513317296/Put/seqid=0 2024-11-25T05:41:59,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742303_1479 (size=12001) 2024-11-25T05:41:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:59,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:41:59,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513379537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513379541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513379542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513379543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513379544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513379650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513379650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513379659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513379660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513379660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,826 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/f77c6bb7007b43cd8caeb3c759cad471 2024-11-25T05:41:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/36ae42a69a494d6dab1a2afe6626c1ea as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/36ae42a69a494d6dab1a2afe6626c1ea 2024-11-25T05:41:59,832 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/36ae42a69a494d6dab1a2afe6626c1ea, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T05:41:59,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/0aca98fcd01a4dc685b1ed965a8e5cdf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/0aca98fcd01a4dc685b1ed965a8e5cdf 2024-11-25T05:41:59,835 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/0aca98fcd01a4dc685b1ed965a8e5cdf, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T05:41:59,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/f77c6bb7007b43cd8caeb3c759cad471 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f77c6bb7007b43cd8caeb3c759cad471 2024-11-25T05:41:59,837 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f77c6bb7007b43cd8caeb3c759cad471, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T05:41:59,838 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b485e410e8a5fb241be38e46ec560e0b in 1235ms, sequenceid=86, compaction requested=false 2024-11-25T05:41:59,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:41:59,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:41:59,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-25T05:41:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-25T05:41:59,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-25T05:41:59,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-11-25T05:41:59,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8500 sec 2024-11-25T05:41:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:41:59,866 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:41:59,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:41:59,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/1d43df0e15994c269c1bf69e1baaf603 is 50, key is test_row_0/A:col10/1732513319543/Put/seqid=0 2024-11-25T05:41:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742304_1480 (size=14341) 2024-11-25T05:41:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513379877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513379878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513379879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513379879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513379887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513379990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513379990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:41:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:41:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513379990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:41:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:41:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513380000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513380000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T05:42:00,140 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:00,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-25T05:42:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T05:42:00,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:00,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:00,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513380200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513380200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513380200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513380210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513380210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T05:42:00,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/1d43df0e15994c269c1bf69e1baaf603 2024-11-25T05:42:00,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b064176ff3ef4a6ab4dfd2bcbdab525f is 50, key is test_row_0/B:col10/1732513319543/Put/seqid=0 2024-11-25T05:42:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742305_1481 (size=12001) 2024-11-25T05:42:00,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T05:42:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T05:42:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T05:42:00,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513380510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513380510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513380510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513380520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513380529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:00,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:00,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:00,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T05:42:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:00,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b064176ff3ef4a6ab4dfd2bcbdab525f 2024-11-25T05:42:00,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/a6c56dd10fb44e45acd512c2687034f1 is 50, key is test_row_0/C:col10/1732513319543/Put/seqid=0 2024-11-25T05:42:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742306_1482 (size=12001) 2024-11-25T05:42:00,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/a6c56dd10fb44e45acd512c2687034f1 2024-11-25T05:42:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/1d43df0e15994c269c1bf69e1baaf603 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/1d43df0e15994c269c1bf69e1baaf603 2024-11-25T05:42:00,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/1d43df0e15994c269c1bf69e1baaf603, entries=200, sequenceid=114, filesize=14.0 K 2024-11-25T05:42:00,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b064176ff3ef4a6ab4dfd2bcbdab525f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b064176ff3ef4a6ab4dfd2bcbdab525f 2024-11-25T05:42:00,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b064176ff3ef4a6ab4dfd2bcbdab525f, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T05:42:00,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/a6c56dd10fb44e45acd512c2687034f1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a6c56dd10fb44e45acd512c2687034f1 2024-11-25T05:42:00,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a6c56dd10fb44e45acd512c2687034f1, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T05:42:00,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b485e410e8a5fb241be38e46ec560e0b in 850ms, sequenceid=114, compaction requested=true 2024-11-25T05:42:00,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:00,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:00,716 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:00,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:00,716 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:00,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:00,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:00,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:00,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:00,717 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:00,717 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:00,717 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/A is initiating minor compaction (all files) 2024-11-25T05:42:00,717 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/B is initiating minor compaction (all files) 2024-11-25T05:42:00,717 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/B in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,717 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/A in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,717 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/86ec4d77d8ee44448f9a5bf7d883547d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/0aca98fcd01a4dc685b1ed965a8e5cdf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b064176ff3ef4a6ab4dfd2bcbdab525f] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=35.3 K 2024-11-25T05:42:00,717 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5f119c019c3f435ebd4eba135285643f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/36ae42a69a494d6dab1a2afe6626c1ea, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/1d43df0e15994c269c1bf69e1baaf603] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=37.6 K 2024-11-25T05:42:00,718 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f119c019c3f435ebd4eba135285643f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513316090 2024-11-25T05:42:00,718 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 86ec4d77d8ee44448f9a5bf7d883547d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513316090 2024-11-25T05:42:00,718 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36ae42a69a494d6dab1a2afe6626c1ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732513317296 2024-11-25T05:42:00,718 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aca98fcd01a4dc685b1ed965a8e5cdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732513317296 2024-11-25T05:42:00,718 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d43df0e15994c269c1bf69e1baaf603, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732513319534 2024-11-25T05:42:00,718 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b064176ff3ef4a6ab4dfd2bcbdab525f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732513319534 2024-11-25T05:42:00,727 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:00,728 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/17c063c9540f456ea72a2dbb66ca2372 is 50, key is test_row_0/B:col10/1732513319543/Put/seqid=0 2024-11-25T05:42:00,728 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#A#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:00,728 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/d6fb2c73429c46bd9b78596c5d3ba145 is 50, key is test_row_0/A:col10/1732513319543/Put/seqid=0 2024-11-25T05:42:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742307_1483 (size=12241) 2024-11-25T05:42:00,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742308_1484 (size=12241) 2024-11-25T05:42:00,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T05:42:00,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:00,752 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:42:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/dfa9c4b3883f49fba4d1343c6caccef7 is 50, key is test_row_0/A:col10/1732513319878/Put/seqid=0 2024-11-25T05:42:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742309_1485 (size=9657) 2024-11-25T05:42:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T05:42:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:01,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:01,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513381073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513381074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513381073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513381074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513381074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,142 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/17c063c9540f456ea72a2dbb66ca2372 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/17c063c9540f456ea72a2dbb66ca2372 2024-11-25T05:42:01,146 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/B of b485e410e8a5fb241be38e46ec560e0b into 17c063c9540f456ea72a2dbb66ca2372(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:01,146 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:01,146 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/B, priority=13, startTime=1732513320716; duration=0sec 2024-11-25T05:42:01,146 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:01,146 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:B 2024-11-25T05:42:01,146 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:01,147 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:01,147 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/C is initiating minor compaction (all files) 2024-11-25T05:42:01,147 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/C in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:01,147 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f9b2e20b43d64c939473b9dfdff840bd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f77c6bb7007b43cd8caeb3c759cad471, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a6c56dd10fb44e45acd512c2687034f1] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=35.3 K 2024-11-25T05:42:01,147 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f9b2e20b43d64c939473b9dfdff840bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732513316090 2024-11-25T05:42:01,147 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting f77c6bb7007b43cd8caeb3c759cad471, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732513317296 2024-11-25T05:42:01,148 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting a6c56dd10fb44e45acd512c2687034f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732513319534 2024-11-25T05:42:01,153 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/d6fb2c73429c46bd9b78596c5d3ba145 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d6fb2c73429c46bd9b78596c5d3ba145 2024-11-25T05:42:01,154 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:01,155 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/eb718e314e154cb5af9333260d06e21f is 50, key is test_row_0/C:col10/1732513319543/Put/seqid=0 2024-11-25T05:42:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742310_1486 (size=12241) 2024-11-25T05:42:01,159 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/A of b485e410e8a5fb241be38e46ec560e0b into d6fb2c73429c46bd9b78596c5d3ba145(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:01,159 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:01,159 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/A, priority=13, startTime=1732513320716; duration=0sec 2024-11-25T05:42:01,159 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:01,159 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:A 2024-11-25T05:42:01,165 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/eb718e314e154cb5af9333260d06e21f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eb718e314e154cb5af9333260d06e21f 2024-11-25T05:42:01,168 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/C of b485e410e8a5fb241be38e46ec560e0b into eb718e314e154cb5af9333260d06e21f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:01,168 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:01,169 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/C, priority=13, startTime=1732513320716; duration=0sec 2024-11-25T05:42:01,169 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:01,169 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:C 2024-11-25T05:42:01,169 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/dfa9c4b3883f49fba4d1343c6caccef7 2024-11-25T05:42:01,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/974539d70823444cbf30b612264508c6 is 50, key is test_row_0/B:col10/1732513319878/Put/seqid=0 2024-11-25T05:42:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742311_1487 (size=9657) 2024-11-25T05:42:01,180 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/974539d70823444cbf30b612264508c6 2024-11-25T05:42:01,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/46a736a8fd864a47acf5c7503df96431 is 50, key is test_row_0/C:col10/1732513319878/Put/seqid=0 2024-11-25T05:42:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742312_1488 (size=9657) 2024-11-25T05:42:01,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513381190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513381190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513381190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513381190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513381190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T05:42:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513381400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513381400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513381400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513381400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513381401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,590 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/46a736a8fd864a47acf5c7503df96431 2024-11-25T05:42:01,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/dfa9c4b3883f49fba4d1343c6caccef7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/dfa9c4b3883f49fba4d1343c6caccef7 2024-11-25T05:42:01,596 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/dfa9c4b3883f49fba4d1343c6caccef7, entries=100, sequenceid=125, filesize=9.4 K 2024-11-25T05:42:01,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/974539d70823444cbf30b612264508c6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/974539d70823444cbf30b612264508c6 2024-11-25T05:42:01,599 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/974539d70823444cbf30b612264508c6, entries=100, sequenceid=125, filesize=9.4 K 2024-11-25T05:42:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/46a736a8fd864a47acf5c7503df96431 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/46a736a8fd864a47acf5c7503df96431 2024-11-25T05:42:01,602 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/46a736a8fd864a47acf5c7503df96431, entries=100, sequenceid=125, filesize=9.4 K 2024-11-25T05:42:01,603 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b485e410e8a5fb241be38e46ec560e0b in 851ms, sequenceid=125, compaction requested=false 2024-11-25T05:42:01,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:01,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:01,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-25T05:42:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-25T05:42:01,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-25T05:42:01,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-11-25T05:42:01,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.4660 sec 2024-11-25T05:42:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:01,714 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:01,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T05:42:01,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/a1f210e8b65842d6a19196678ef3ec6b is 50, key is test_row_0/A:col10/1732513321713/Put/seqid=0 2024-11-25T05:42:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742313_1489 (size=14541) 2024-11-25T05:42:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513381717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513381720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513381726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513381727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513381727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513381830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513381830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513381840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513381840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513381840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513382040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513382040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513382050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513382050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513382050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/a1f210e8b65842d6a19196678ef3ec6b 2024-11-25T05:42:02,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b439b7da0ae24b45857482664e005398 is 50, key is test_row_0/B:col10/1732513321713/Put/seqid=0 2024-11-25T05:42:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742314_1490 (size=12151) 2024-11-25T05:42:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T05:42:02,300 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:02,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-25T05:42:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T05:42:02,302 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:02,302 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:02,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:02,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513382350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513382350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513382360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513382360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513382360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T05:42:02,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-25T05:42:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:02,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:02,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b439b7da0ae24b45857482664e005398 2024-11-25T05:42:02,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/bb0fd8a21dd241ff917753386c1a6e84 is 50, key is test_row_0/C:col10/1732513321713/Put/seqid=0 2024-11-25T05:42:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742315_1491 (size=12151) 2024-11-25T05:42:02,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/bb0fd8a21dd241ff917753386c1a6e84 2024-11-25T05:42:02,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/a1f210e8b65842d6a19196678ef3ec6b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/a1f210e8b65842d6a19196678ef3ec6b 2024-11-25T05:42:02,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/a1f210e8b65842d6a19196678ef3ec6b, entries=200, sequenceid=154, filesize=14.2 K 2024-11-25T05:42:02,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b439b7da0ae24b45857482664e005398 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b439b7da0ae24b45857482664e005398 2024-11-25T05:42:02,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b439b7da0ae24b45857482664e005398, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T05:42:02,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/bb0fd8a21dd241ff917753386c1a6e84 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bb0fd8a21dd241ff917753386c1a6e84 2024-11-25T05:42:02,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bb0fd8a21dd241ff917753386c1a6e84, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T05:42:02,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b485e410e8a5fb241be38e46ec560e0b in 840ms, sequenceid=154, compaction requested=true 2024-11-25T05:42:02,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:02,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:02,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:02,554 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:02,554 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:02,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:02,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:02,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:02,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:02,557 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:02,557 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:02,557 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/B is initiating minor compaction (all files) 2024-11-25T05:42:02,557 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/A is initiating minor compaction (all files) 2024-11-25T05:42:02,557 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/B in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:02,557 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/A in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:02,557 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/17c063c9540f456ea72a2dbb66ca2372, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/974539d70823444cbf30b612264508c6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b439b7da0ae24b45857482664e005398] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=33.3 K 2024-11-25T05:42:02,557 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d6fb2c73429c46bd9b78596c5d3ba145, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/dfa9c4b3883f49fba4d1343c6caccef7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/a1f210e8b65842d6a19196678ef3ec6b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=35.6 K 2024-11-25T05:42:02,558 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6fb2c73429c46bd9b78596c5d3ba145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732513319534 2024-11-25T05:42:02,558 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 17c063c9540f456ea72a2dbb66ca2372, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732513319534 2024-11-25T05:42:02,559 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 974539d70823444cbf30b612264508c6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732513319878 2024-11-25T05:42:02,559 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfa9c4b3883f49fba4d1343c6caccef7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732513319878 2024-11-25T05:42:02,559 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b439b7da0ae24b45857482664e005398, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732513321072 2024-11-25T05:42:02,559 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1f210e8b65842d6a19196678ef3ec6b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732513321072 2024-11-25T05:42:02,567 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:02,567 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/d04cbd3707764402aaccae8b0c4a91f6 is 50, key is test_row_0/B:col10/1732513321713/Put/seqid=0 2024-11-25T05:42:02,580 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#A#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:02,580 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/7afc7bcf70f7487d9c92908b641bd3e9 is 50, key is test_row_0/A:col10/1732513321713/Put/seqid=0 2024-11-25T05:42:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742316_1492 (size=12493) 2024-11-25T05:42:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742317_1493 (size=12493) 2024-11-25T05:42:02,592 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/d04cbd3707764402aaccae8b0c4a91f6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d04cbd3707764402aaccae8b0c4a91f6 2024-11-25T05:42:02,592 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/7afc7bcf70f7487d9c92908b641bd3e9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7afc7bcf70f7487d9c92908b641bd3e9 2024-11-25T05:42:02,597 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/B of b485e410e8a5fb241be38e46ec560e0b into d04cbd3707764402aaccae8b0c4a91f6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:02,597 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:02,597 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/B, priority=13, startTime=1732513322554; duration=0sec 2024-11-25T05:42:02,597 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:02,597 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:B 2024-11-25T05:42:02,597 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:02,598 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:02,598 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/C is initiating minor compaction (all files) 2024-11-25T05:42:02,598 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/C in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:02,598 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eb718e314e154cb5af9333260d06e21f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/46a736a8fd864a47acf5c7503df96431, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bb0fd8a21dd241ff917753386c1a6e84] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=33.3 K 2024-11-25T05:42:02,598 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting eb718e314e154cb5af9333260d06e21f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732513319534 2024-11-25T05:42:02,598 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 46a736a8fd864a47acf5c7503df96431, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732513319878 2024-11-25T05:42:02,599 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting bb0fd8a21dd241ff917753386c1a6e84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732513321072 2024-11-25T05:42:02,599 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/A of b485e410e8a5fb241be38e46ec560e0b into 7afc7bcf70f7487d9c92908b641bd3e9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:02,599 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:02,599 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/A, priority=13, startTime=1732513322554; duration=0sec 2024-11-25T05:42:02,599 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:02,599 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:A 2024-11-25T05:42:02,604 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:02,605 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/81381c449da34b95ac9b7d1203c584fd is 50, key is test_row_0/C:col10/1732513321713/Put/seqid=0 2024-11-25T05:42:02,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-25T05:42:02,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:02,606 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:42:02,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/8d77912d5f5e4b9d908986998bf594d3 is 50, key is test_row_0/A:col10/1732513321725/Put/seqid=0 2024-11-25T05:42:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742318_1494 (size=12493) 2024-11-25T05:42:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T05:42:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742319_1495 (size=12151) 2024-11-25T05:42:02,634 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/8d77912d5f5e4b9d908986998bf594d3 2024-11-25T05:42:02,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/d64e4dfd6e454633bd95b159502692a8 is 50, key is test_row_0/B:col10/1732513321725/Put/seqid=0 2024-11-25T05:42:02,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742320_1496 (size=12151) 2024-11-25T05:42:02,646 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/d64e4dfd6e454633bd95b159502692a8 2024-11-25T05:42:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/92f91707311f4800a325b7d8cd025a90 is 50, key is test_row_0/C:col10/1732513321725/Put/seqid=0 2024-11-25T05:42:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742321_1497 (size=12151) 2024-11-25T05:42:02,656 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/92f91707311f4800a325b7d8cd025a90 2024-11-25T05:42:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/8d77912d5f5e4b9d908986998bf594d3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/8d77912d5f5e4b9d908986998bf594d3 2024-11-25T05:42:02,666 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/8d77912d5f5e4b9d908986998bf594d3, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T05:42:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/d64e4dfd6e454633bd95b159502692a8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d64e4dfd6e454633bd95b159502692a8 2024-11-25T05:42:02,670 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d64e4dfd6e454633bd95b159502692a8, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T05:42:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/92f91707311f4800a325b7d8cd025a90 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/92f91707311f4800a325b7d8cd025a90 2024-11-25T05:42:02,673 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/92f91707311f4800a325b7d8cd025a90, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T05:42:02,674 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for b485e410e8a5fb241be38e46ec560e0b in 68ms, sequenceid=167, compaction requested=false 2024-11-25T05:42:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-25T05:42:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-25T05:42:02,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-25T05:42:02,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 372 msec 2024-11-25T05:42:02,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 378 msec 2024-11-25T05:42:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:02,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:42:02,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/e10e218c977047998608725a4806720d is 50, key is test_row_0/A:col10/1732513322868/Put/seqid=0 2024-11-25T05:42:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742322_1498 (size=14541) 2024-11-25T05:42:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513382911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513382912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513382914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513382915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513382916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T05:42:02,930 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:02,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-25T05:42:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T05:42:02,932 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:02,933 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:02,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:03,024 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/81381c449da34b95ac9b7d1203c584fd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/81381c449da34b95ac9b7d1203c584fd 2024-11-25T05:42:03,028 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/C of b485e410e8a5fb241be38e46ec560e0b into 81381c449da34b95ac9b7d1203c584fd(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:03,028 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:03,028 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/C, priority=13, startTime=1732513322555; duration=0sec 2024-11-25T05:42:03,028 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:03,028 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:C 2024-11-25T05:42:03,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513383031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513383031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513383031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513383031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513383031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T05:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T05:42:03,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:03,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T05:42:03,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513383249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513383249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513383250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513383250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513383250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/e10e218c977047998608725a4806720d 2024-11-25T05:42:03,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/80922a7ebbd14ded91c5bb76d04396d0 is 50, key is test_row_0/B:col10/1732513322868/Put/seqid=0 2024-11-25T05:42:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742323_1499 (size=12151) 2024-11-25T05:42:03,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T05:42:03,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:03,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T05:42:03,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T05:42:03,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513383560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513383560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513383560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513383560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513383560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:03,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/80922a7ebbd14ded91c5bb76d04396d0 2024-11-25T05:42:03,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/191194ffe7d14be289e6d1b6bf65e2b4 is 50, key is test_row_0/C:col10/1732513322868/Put/seqid=0 2024-11-25T05:42:03,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T05:42:03,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:03,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:03,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742324_1500 (size=12151) 2024-11-25T05:42:03,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/191194ffe7d14be289e6d1b6bf65e2b4 2024-11-25T05:42:03,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/e10e218c977047998608725a4806720d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e10e218c977047998608725a4806720d 2024-11-25T05:42:03,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e10e218c977047998608725a4806720d, entries=200, sequenceid=178, filesize=14.2 K 2024-11-25T05:42:03,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/80922a7ebbd14ded91c5bb76d04396d0 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/80922a7ebbd14ded91c5bb76d04396d0 2024-11-25T05:42:03,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/80922a7ebbd14ded91c5bb76d04396d0, entries=150, sequenceid=178, filesize=11.9 K 2024-11-25T05:42:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/191194ffe7d14be289e6d1b6bf65e2b4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/191194ffe7d14be289e6d1b6bf65e2b4 2024-11-25T05:42:03,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/191194ffe7d14be289e6d1b6bf65e2b4, entries=150, sequenceid=178, filesize=11.9 K 2024-11-25T05:42:03,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b485e410e8a5fb241be38e46ec560e0b in 837ms, sequenceid=178, compaction requested=true 2024-11-25T05:42:03,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:03,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:03,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:03,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:03,710 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:03,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:03,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:03,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:03,710 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:03,710 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:03,710 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:03,710 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/A is initiating minor compaction (all files) 2024-11-25T05:42:03,710 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/B is initiating minor compaction (all files) 2024-11-25T05:42:03,710 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/B in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,710 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/A in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,711 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7afc7bcf70f7487d9c92908b641bd3e9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/8d77912d5f5e4b9d908986998bf594d3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e10e218c977047998608725a4806720d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=38.3 K 2024-11-25T05:42:03,711 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d04cbd3707764402aaccae8b0c4a91f6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d64e4dfd6e454633bd95b159502692a8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/80922a7ebbd14ded91c5bb76d04396d0] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=35.9 K 2024-11-25T05:42:03,711 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d04cbd3707764402aaccae8b0c4a91f6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732513321072 2024-11-25T05:42:03,711 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7afc7bcf70f7487d9c92908b641bd3e9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732513321072 2024-11-25T05:42:03,711 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d77912d5f5e4b9d908986998bf594d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732513321719 2024-11-25T05:42:03,711 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d64e4dfd6e454633bd95b159502692a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732513321719 2024-11-25T05:42:03,712 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e10e218c977047998608725a4806720d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732513322865 2024-11-25T05:42:03,712 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 80922a7ebbd14ded91c5bb76d04396d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732513322867 2024-11-25T05:42:03,724 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:03,725 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/75a3dcae18444d67aa92ca2a7beb2e66 is 50, key is test_row_0/B:col10/1732513322868/Put/seqid=0 2024-11-25T05:42:03,726 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#A#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:03,727 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/4291b7f8456f4b8794e9dae97f382af1 is 50, key is test_row_0/A:col10/1732513322868/Put/seqid=0 2024-11-25T05:42:03,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742325_1501 (size=12595) 2024-11-25T05:42:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742326_1502 (size=12595) 2024-11-25T05:42:03,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T05:42:03,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:03,848 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:42:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/e6e199fae5054ac1aab4dbd84f4d4c8e is 50, key is test_row_0/A:col10/1732513322910/Put/seqid=0 2024-11-25T05:42:03,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742327_1503 (size=12151) 2024-11-25T05:42:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T05:42:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513384078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513384079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513384088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513384088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513384089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,136 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/75a3dcae18444d67aa92ca2a7beb2e66 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/75a3dcae18444d67aa92ca2a7beb2e66 2024-11-25T05:42:04,139 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/B of b485e410e8a5fb241be38e46ec560e0b into 75a3dcae18444d67aa92ca2a7beb2e66(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:04,139 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:04,139 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/B, priority=13, startTime=1732513323710; duration=0sec 2024-11-25T05:42:04,139 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:04,139 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:B 2024-11-25T05:42:04,139 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:04,141 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:04,141 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/C is initiating minor compaction (all files) 2024-11-25T05:42:04,141 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/C in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:04,141 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/81381c449da34b95ac9b7d1203c584fd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/92f91707311f4800a325b7d8cd025a90, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/191194ffe7d14be289e6d1b6bf65e2b4] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=35.9 K 2024-11-25T05:42:04,141 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 81381c449da34b95ac9b7d1203c584fd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732513321072 2024-11-25T05:42:04,141 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 92f91707311f4800a325b7d8cd025a90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732513321719 2024-11-25T05:42:04,142 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 191194ffe7d14be289e6d1b6bf65e2b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732513322867 2024-11-25T05:42:04,142 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/4291b7f8456f4b8794e9dae97f382af1 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/4291b7f8456f4b8794e9dae97f382af1 2024-11-25T05:42:04,147 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/A of b485e410e8a5fb241be38e46ec560e0b into 4291b7f8456f4b8794e9dae97f382af1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:04,147 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:04,147 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/A, priority=13, startTime=1732513323710; duration=0sec 2024-11-25T05:42:04,147 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:04,147 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:A 2024-11-25T05:42:04,149 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:04,149 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/7d75c468933845839311775757341fb4 is 50, key is test_row_0/C:col10/1732513322868/Put/seqid=0 2024-11-25T05:42:04,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742328_1504 (size=12595) 2024-11-25T05:42:04,173 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/7d75c468933845839311775757341fb4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d75c468933845839311775757341fb4 2024-11-25T05:42:04,181 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/C of b485e410e8a5fb241be38e46ec560e0b into 7d75c468933845839311775757341fb4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:04,181 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:04,181 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/C, priority=13, startTime=1732513323710; duration=0sec 2024-11-25T05:42:04,181 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:04,182 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:C 2024-11-25T05:42:04,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513384200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513384200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513384200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513384210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513384210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,255 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/e6e199fae5054ac1aab4dbd84f4d4c8e 2024-11-25T05:42:04,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/2391367eb815429abac5ff4f38b23660 is 50, key is test_row_0/B:col10/1732513322910/Put/seqid=0 2024-11-25T05:42:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742329_1505 (size=12151) 2024-11-25T05:42:04,263 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/2391367eb815429abac5ff4f38b23660 2024-11-25T05:42:04,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/45731a4c8a2d4bba985f3027c63d6c6d is 50, key is test_row_0/C:col10/1732513322910/Put/seqid=0 2024-11-25T05:42:04,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742330_1506 (size=12151) 2024-11-25T05:42:04,280 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/45731a4c8a2d4bba985f3027c63d6c6d 2024-11-25T05:42:04,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/e6e199fae5054ac1aab4dbd84f4d4c8e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e6e199fae5054ac1aab4dbd84f4d4c8e 2024-11-25T05:42:04,288 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e6e199fae5054ac1aab4dbd84f4d4c8e, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T05:42:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/2391367eb815429abac5ff4f38b23660 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2391367eb815429abac5ff4f38b23660 2024-11-25T05:42:04,290 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2391367eb815429abac5ff4f38b23660, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T05:42:04,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/45731a4c8a2d4bba985f3027c63d6c6d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/45731a4c8a2d4bba985f3027c63d6c6d 2024-11-25T05:42:04,293 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/45731a4c8a2d4bba985f3027c63d6c6d, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T05:42:04,295 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b485e410e8a5fb241be38e46ec560e0b in 447ms, sequenceid=204, compaction requested=false 2024-11-25T05:42:04,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:04,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:04,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-25T05:42:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-25T05:42:04,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-25T05:42:04,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-11-25T05:42:04,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.3670 sec 2024-11-25T05:42:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:04,424 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:04,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T05:42:04,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/d962dff0aa5549f0b603432ff31c6d9e is 50, key is test_row_0/A:col10/1732513324423/Put/seqid=0 2024-11-25T05:42:04,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742331_1507 (size=14541) 2024-11-25T05:42:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513384453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513384459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513384459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513384460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513384461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513384570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513384570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513384570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513384580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513384580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513384780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513384780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513384780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513384790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513384790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:04,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/d962dff0aa5549f0b603432ff31c6d9e 2024-11-25T05:42:04,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/92dfe7ec042e4587975c11abc098e60c is 50, key is test_row_0/B:col10/1732513324423/Put/seqid=0 2024-11-25T05:42:04,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742332_1508 (size=12151) 2024-11-25T05:42:04,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/92dfe7ec042e4587975c11abc098e60c 2024-11-25T05:42:04,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/a3b8d344176e49278259d6bdffc7575d is 50, key is test_row_0/C:col10/1732513324423/Put/seqid=0 2024-11-25T05:42:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742333_1509 (size=12151) 2024-11-25T05:42:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T05:42:05,080 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:05,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-25T05:42:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T05:42:05,082 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:05,082 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:05,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:05,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513385090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513385090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513385090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513385110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513385110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T05:42:05,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-25T05:42:05,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:05,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:05,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:05,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:05,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:05,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/a3b8d344176e49278259d6bdffc7575d 2024-11-25T05:42:05,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/d962dff0aa5549f0b603432ff31c6d9e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d962dff0aa5549f0b603432ff31c6d9e 2024-11-25T05:42:05,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d962dff0aa5549f0b603432ff31c6d9e, entries=200, sequenceid=220, filesize=14.2 K 2024-11-25T05:42:05,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/92dfe7ec042e4587975c11abc098e60c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/92dfe7ec042e4587975c11abc098e60c 2024-11-25T05:42:05,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/92dfe7ec042e4587975c11abc098e60c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T05:42:05,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/a3b8d344176e49278259d6bdffc7575d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a3b8d344176e49278259d6bdffc7575d 2024-11-25T05:42:05,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a3b8d344176e49278259d6bdffc7575d, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T05:42:05,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b485e410e8a5fb241be38e46ec560e0b in 838ms, sequenceid=220, compaction requested=true 2024-11-25T05:42:05,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:05,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:05,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:05,263 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:05,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:05,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:05,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:05,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:42:05,263 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:05,263 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:05,263 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/A is initiating minor compaction (all files) 2024-11-25T05:42:05,263 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/A in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:05,264 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/4291b7f8456f4b8794e9dae97f382af1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e6e199fae5054ac1aab4dbd84f4d4c8e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d962dff0aa5549f0b603432ff31c6d9e] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=38.4 K 2024-11-25T05:42:05,264 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4291b7f8456f4b8794e9dae97f382af1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732513322867 2024-11-25T05:42:05,264 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:05,264 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/B is initiating minor compaction (all files) 2024-11-25T05:42:05,264 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/B in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:05,264 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/75a3dcae18444d67aa92ca2a7beb2e66, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2391367eb815429abac5ff4f38b23660, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/92dfe7ec042e4587975c11abc098e60c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=36.0 K 2024-11-25T05:42:05,265 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6e199fae5054ac1aab4dbd84f4d4c8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732513322910 2024-11-25T05:42:05,265 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 75a3dcae18444d67aa92ca2a7beb2e66, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732513322867 2024-11-25T05:42:05,265 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d962dff0aa5549f0b603432ff31c6d9e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513324077 2024-11-25T05:42:05,265 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 2391367eb815429abac5ff4f38b23660, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732513322910 2024-11-25T05:42:05,265 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 92dfe7ec042e4587975c11abc098e60c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513324077 2024-11-25T05:42:05,271 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:05,272 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/47999b67ce974c9bbb4fb3b3058b8444 is 50, key is test_row_0/A:col10/1732513324423/Put/seqid=0 2024-11-25T05:42:05,286 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:05,287 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/bfcc5fd373b140699fe9a3741e74e330 is 50, key is test_row_0/B:col10/1732513324423/Put/seqid=0 2024-11-25T05:42:05,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742334_1510 (size=12697) 2024-11-25T05:42:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742335_1511 (size=12697) 2024-11-25T05:42:05,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-25T05:42:05,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:05,388 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T05:42:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/9b8ba4ae4ba44f21a8cf119406e2c4d2 is 50, key is test_row_0/A:col10/1732513324447/Put/seqid=0 2024-11-25T05:42:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742336_1512 (size=12151) 2024-11-25T05:42:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T05:42:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:05,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513385630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513385630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513385631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513385632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513385633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,692 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/47999b67ce974c9bbb4fb3b3058b8444 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/47999b67ce974c9bbb4fb3b3058b8444 2024-11-25T05:42:05,694 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/bfcc5fd373b140699fe9a3741e74e330 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bfcc5fd373b140699fe9a3741e74e330 2024-11-25T05:42:05,697 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/A of b485e410e8a5fb241be38e46ec560e0b into 47999b67ce974c9bbb4fb3b3058b8444(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:05,697 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:05,697 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/A, priority=13, startTime=1732513325262; duration=0sec 2024-11-25T05:42:05,697 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:05,697 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:A 2024-11-25T05:42:05,697 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:05,698 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:05,698 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/C is initiating minor compaction (all files) 2024-11-25T05:42:05,698 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/C in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:05,698 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d75c468933845839311775757341fb4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/45731a4c8a2d4bba985f3027c63d6c6d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a3b8d344176e49278259d6bdffc7575d] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=36.0 K 2024-11-25T05:42:05,698 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d75c468933845839311775757341fb4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732513322867 2024-11-25T05:42:05,699 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45731a4c8a2d4bba985f3027c63d6c6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732513322910 2024-11-25T05:42:05,699 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/B of b485e410e8a5fb241be38e46ec560e0b into bfcc5fd373b140699fe9a3741e74e330(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:05,700 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:05,700 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/B, priority=13, startTime=1732513325263; duration=0sec 2024-11-25T05:42:05,700 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:05,700 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:B 2024-11-25T05:42:05,700 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3b8d344176e49278259d6bdffc7575d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513324077 2024-11-25T05:42:05,707 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:05,707 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e45cd817ad0146618a517f94933c6cde is 50, key is test_row_0/C:col10/1732513324423/Put/seqid=0 2024-11-25T05:42:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T05:42:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742337_1513 (size=12697) 2024-11-25T05:42:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513385740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513385740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513385750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513385750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,798 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/9b8ba4ae4ba44f21a8cf119406e2c4d2 2024-11-25T05:42:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5cabde70210041b18394aafe9132813f is 50, key is test_row_0/B:col10/1732513324447/Put/seqid=0 2024-11-25T05:42:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742338_1514 (size=12151) 2024-11-25T05:42:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513385950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513385950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513385960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513385960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,120 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e45cd817ad0146618a517f94933c6cde as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e45cd817ad0146618a517f94933c6cde 2024-11-25T05:42:06,122 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/C of b485e410e8a5fb241be38e46ec560e0b into e45cd817ad0146618a517f94933c6cde(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:06,122 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:06,122 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/C, priority=13, startTime=1732513325263; duration=0sec 2024-11-25T05:42:06,123 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:06,123 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:C 2024-11-25T05:42:06,206 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5cabde70210041b18394aafe9132813f 2024-11-25T05:42:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e67422da46734864a92a2f2a0c36f541 is 50, key is test_row_0/C:col10/1732513324447/Put/seqid=0 2024-11-25T05:42:06,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742339_1515 (size=12151) 2024-11-25T05:42:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T05:42:06,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513386259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513386260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513386270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513386270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e67422da46734864a92a2f2a0c36f541 2024-11-25T05:42:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/9b8ba4ae4ba44f21a8cf119406e2c4d2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/9b8ba4ae4ba44f21a8cf119406e2c4d2 2024-11-25T05:42:06,627 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/9b8ba4ae4ba44f21a8cf119406e2c4d2, entries=150, sequenceid=243, filesize=11.9 K 2024-11-25T05:42:06,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5cabde70210041b18394aafe9132813f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5cabde70210041b18394aafe9132813f 2024-11-25T05:42:06,630 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5cabde70210041b18394aafe9132813f, entries=150, sequenceid=243, filesize=11.9 K 2024-11-25T05:42:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e67422da46734864a92a2f2a0c36f541 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e67422da46734864a92a2f2a0c36f541 2024-11-25T05:42:06,633 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e67422da46734864a92a2f2a0c36f541, entries=150, sequenceid=243, filesize=11.9 K 2024-11-25T05:42:06,634 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b485e410e8a5fb241be38e46ec560e0b in 1246ms, sequenceid=243, compaction requested=false 2024-11-25T05:42:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-25T05:42:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-25T05:42:06,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-25T05:42:06,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5530 sec 2024-11-25T05:42:06,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.5570 sec 2024-11-25T05:42:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:06,653 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:06,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T05:42:06,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/bfda3ecb9a2144f6b106336580636832 is 50, key is test_row_0/A:col10/1732513326652/Put/seqid=0 2024-11-25T05:42:06,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742340_1516 (size=14591) 2024-11-25T05:42:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513386753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513386770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513386780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513386780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513386790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:06,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513386860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:07,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/bfda3ecb9a2144f6b106336580636832 2024-11-25T05:42:07,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/db997ae049344766b8655c549880da33 is 50, key is test_row_0/B:col10/1732513326652/Put/seqid=0 2024-11-25T05:42:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742341_1517 (size=12201) 2024-11-25T05:42:07,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513387080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T05:42:07,230 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:07,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-25T05:42:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-25T05:42:07,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:07,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:07,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-25T05:42:07,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-25T05:42:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513387390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:07,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/db997ae049344766b8655c549880da33 2024-11-25T05:42:07,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/04bfac07e37a48c6817a8cd0385bf29a is 50, key is test_row_0/C:col10/1732513326652/Put/seqid=0 2024-11-25T05:42:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742342_1518 (size=12201) 2024-11-25T05:42:07,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-25T05:42:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-25T05:42:07,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-25T05:42:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513387779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:07,788 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:07,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:07,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513387790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:07,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513387790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:07,797 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:07,797 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:07,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513387810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:07,818 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:07,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:07,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:07,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-25T05:42:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-25T05:42:07,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/04bfac07e37a48c6817a8cd0385bf29a 2024-11-25T05:42:07,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/bfda3ecb9a2144f6b106336580636832 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/bfda3ecb9a2144f6b106336580636832 2024-11-25T05:42:07,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/bfda3ecb9a2144f6b106336580636832, entries=200, sequenceid=260, filesize=14.2 K 2024-11-25T05:42:07,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/db997ae049344766b8655c549880da33 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/db997ae049344766b8655c549880da33 2024-11-25T05:42:07,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/db997ae049344766b8655c549880da33, entries=150, sequenceid=260, filesize=11.9 K 2024-11-25T05:42:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/04bfac07e37a48c6817a8cd0385bf29a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/04bfac07e37a48c6817a8cd0385bf29a 2024-11-25T05:42:07,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/04bfac07e37a48c6817a8cd0385bf29a, entries=150, sequenceid=260, filesize=11.9 K 2024-11-25T05:42:07,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b485e410e8a5fb241be38e46ec560e0b in 1240ms, sequenceid=260, compaction requested=true 2024-11-25T05:42:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:07,894 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:07,894 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:07,897 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:07,897 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/A is initiating minor compaction (all files) 2024-11-25T05:42:07,897 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/A in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,897 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/47999b67ce974c9bbb4fb3b3058b8444, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/9b8ba4ae4ba44f21a8cf119406e2c4d2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/bfda3ecb9a2144f6b106336580636832] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=38.5 K 2024-11-25T05:42:07,897 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:07,897 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/B is initiating minor compaction (all files) 2024-11-25T05:42:07,897 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/B in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,897 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bfcc5fd373b140699fe9a3741e74e330, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5cabde70210041b18394aafe9132813f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/db997ae049344766b8655c549880da33] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=36.2 K 2024-11-25T05:42:07,898 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47999b67ce974c9bbb4fb3b3058b8444, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513324077 2024-11-25T05:42:07,898 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting bfcc5fd373b140699fe9a3741e74e330, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513324077 2024-11-25T05:42:07,898 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cabde70210041b18394aafe9132813f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732513324447 2024-11-25T05:42:07,898 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b8ba4ae4ba44f21a8cf119406e2c4d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732513324447 2024-11-25T05:42:07,898 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting db997ae049344766b8655c549880da33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732513325631 2024-11-25T05:42:07,898 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfda3ecb9a2144f6b106336580636832, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732513325618 2024-11-25T05:42:07,904 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:07,905 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/962c5c211428439a9a83e5048ff594be is 50, key is test_row_0/B:col10/1732513326652/Put/seqid=0 2024-11-25T05:42:07,907 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#A#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:07,908 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/5cb345a0a10441b0bc671d6fae7bf074 is 50, key is test_row_0/A:col10/1732513326652/Put/seqid=0 2024-11-25T05:42:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742344_1520 (size=12849) 2024-11-25T05:42:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:07,919 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:07,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T05:42:07,919 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/962c5c211428439a9a83e5048ff594be as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/962c5c211428439a9a83e5048ff594be 2024-11-25T05:42:07,925 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/B of b485e410e8a5fb241be38e46ec560e0b into 962c5c211428439a9a83e5048ff594be(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:07,925 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:07,925 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/B, priority=13, startTime=1732513327894; duration=0sec 2024-11-25T05:42:07,925 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:07,925 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:B 2024-11-25T05:42:07,925 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:07,926 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:07,926 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/C is initiating minor compaction (all files) 2024-11-25T05:42:07,926 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/C in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,926 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e45cd817ad0146618a517f94933c6cde, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e67422da46734864a92a2f2a0c36f541, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/04bfac07e37a48c6817a8cd0385bf29a] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=36.2 K 2024-11-25T05:42:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742343_1519 (size=12849) 2024-11-25T05:42:07,926 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e45cd817ad0146618a517f94933c6cde, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732513324077 2024-11-25T05:42:07,927 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting e67422da46734864a92a2f2a0c36f541, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732513324447 2024-11-25T05:42:07,927 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 04bfac07e37a48c6817a8cd0385bf29a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732513325631 2024-11-25T05:42:07,931 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/5cb345a0a10441b0bc671d6fae7bf074 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5cb345a0a10441b0bc671d6fae7bf074 2024-11-25T05:42:07,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/c95d76bab3484a9cbfa9b8e89e33ec55 is 50, key is test_row_0/A:col10/1732513326752/Put/seqid=0 2024-11-25T05:42:07,936 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/A of b485e410e8a5fb241be38e46ec560e0b into 5cb345a0a10441b0bc671d6fae7bf074(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:07,936 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:07,936 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/A, priority=13, startTime=1732513327894; duration=0sec 2024-11-25T05:42:07,936 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:07,936 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:A 2024-11-25T05:42:07,938 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:07,939 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/a1e1f9cad39d46c3a9afd81ffa6fd767 is 50, key is test_row_0/C:col10/1732513326652/Put/seqid=0 2024-11-25T05:42:07,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742346_1522 (size=12849) 2024-11-25T05:42:07,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742345_1521 (size=14741) 2024-11-25T05:42:07,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/c95d76bab3484a9cbfa9b8e89e33ec55 2024-11-25T05:42:07,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/a19bcdbc4a2049b39c5e7692c46d0f80 is 50, key is test_row_0/B:col10/1732513326752/Put/seqid=0 2024-11-25T05:42:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742347_1523 (size=12301) 2024-11-25T05:42:07,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-25T05:42:07,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:07,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:07,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513387997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513388110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:08,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-25T05:42:08,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:08,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:08,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:08,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:08,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:08,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-25T05:42:08,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:08,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:08,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:08,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:08,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513388320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:08,353 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/a1e1f9cad39d46c3a9afd81ffa6fd767 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a1e1f9cad39d46c3a9afd81ffa6fd767 2024-11-25T05:42:08,357 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/C of b485e410e8a5fb241be38e46ec560e0b into a1e1f9cad39d46c3a9afd81ffa6fd767(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:08,357 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:08,357 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/C, priority=13, startTime=1732513327894; duration=0sec 2024-11-25T05:42:08,357 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:08,357 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:C 2024-11-25T05:42:08,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/a19bcdbc4a2049b39c5e7692c46d0f80 2024-11-25T05:42:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-25T05:42:08,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/da3d42a812f5438aa3e6c5d827ce35c8 is 50, key is test_row_0/C:col10/1732513326752/Put/seqid=0 2024-11-25T05:42:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742348_1524 (size=12301) 2024-11-25T05:42:08,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/da3d42a812f5438aa3e6c5d827ce35c8 2024-11-25T05:42:08,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/c95d76bab3484a9cbfa9b8e89e33ec55 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c95d76bab3484a9cbfa9b8e89e33ec55 2024-11-25T05:42:08,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c95d76bab3484a9cbfa9b8e89e33ec55, entries=200, sequenceid=283, filesize=14.4 K 2024-11-25T05:42:08,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/a19bcdbc4a2049b39c5e7692c46d0f80 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/a19bcdbc4a2049b39c5e7692c46d0f80 2024-11-25T05:42:08,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/a19bcdbc4a2049b39c5e7692c46d0f80, entries=150, sequenceid=283, filesize=12.0 K 2024-11-25T05:42:08,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/da3d42a812f5438aa3e6c5d827ce35c8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da3d42a812f5438aa3e6c5d827ce35c8 2024-11-25T05:42:08,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da3d42a812f5438aa3e6c5d827ce35c8, entries=150, sequenceid=283, filesize=12.0 K 2024-11-25T05:42:08,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b485e410e8a5fb241be38e46ec560e0b in 471ms, sequenceid=283, compaction requested=false 2024-11-25T05:42:08,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:08,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-25T05:42:08,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:08,455 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T05:42:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/2817581cc98e42e5b8a24bd984165dbd is 50, key is test_row_0/A:col10/1732513327995/Put/seqid=0 2024-11-25T05:42:08,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742349_1525 (size=12301) 2024-11-25T05:42:08,468 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/2817581cc98e42e5b8a24bd984165dbd 2024-11-25T05:42:08,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/d700a8f21b18472bbb6a1ae2fdf05585 is 50, key is test_row_0/B:col10/1732513327995/Put/seqid=0 2024-11-25T05:42:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742350_1526 (size=12301) 2024-11-25T05:42:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:08,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:08,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513388728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513388840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:08,877 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/d700a8f21b18472bbb6a1ae2fdf05585 2024-11-25T05:42:08,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/eacab9e98bd84bdf8015f7511937ddbf is 50, key is test_row_0/C:col10/1732513327995/Put/seqid=0 2024-11-25T05:42:08,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742351_1527 (size=12301) 2024-11-25T05:42:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513389050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:09,286 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/eacab9e98bd84bdf8015f7511937ddbf 2024-11-25T05:42:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/2817581cc98e42e5b8a24bd984165dbd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/2817581cc98e42e5b8a24bd984165dbd 2024-11-25T05:42:09,291 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/2817581cc98e42e5b8a24bd984165dbd, entries=150, sequenceid=299, filesize=12.0 K 2024-11-25T05:42:09,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/d700a8f21b18472bbb6a1ae2fdf05585 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d700a8f21b18472bbb6a1ae2fdf05585 2024-11-25T05:42:09,294 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d700a8f21b18472bbb6a1ae2fdf05585, entries=150, sequenceid=299, filesize=12.0 K 2024-11-25T05:42:09,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/eacab9e98bd84bdf8015f7511937ddbf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eacab9e98bd84bdf8015f7511937ddbf 2024-11-25T05:42:09,296 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eacab9e98bd84bdf8015f7511937ddbf, entries=150, sequenceid=299, filesize=12.0 K 2024-11-25T05:42:09,297 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b485e410e8a5fb241be38e46ec560e0b in 842ms, sequenceid=299, compaction requested=true 2024-11-25T05:42:09,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:09,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:09,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-25T05:42:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-25T05:42:09,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-25T05:42:09,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0660 sec 2024-11-25T05:42:09,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.0690 sec 2024-11-25T05:42:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:09,363 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:09,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:42:09,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/74a65184fb314554bff6a211278f4559 is 50, key is test_row_0/A:col10/1732513328727/Put/seqid=0 2024-11-25T05:42:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742352_1528 (size=14741) 2024-11-25T05:42:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-25T05:42:09,390 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:09,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-25T05:42:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T05:42:09,392 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:09,393 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:09,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513389412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T05:42:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513389530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:09,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T05:42:09,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:09,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:09,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T05:42:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:09,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T05:42:09,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513389739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:09,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/74a65184fb314554bff6a211278f4559 2024-11-25T05:42:09,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/2e8f1b178d9a4f9db7ea80486a262b5c is 50, key is test_row_0/B:col10/1732513328727/Put/seqid=0 2024-11-25T05:42:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742353_1529 (size=12301) 2024-11-25T05:42:09,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/2e8f1b178d9a4f9db7ea80486a262b5c 2024-11-25T05:42:09,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/d00ffd4084094268b187a65966445b5b is 50, key is test_row_0/C:col10/1732513328727/Put/seqid=0 2024-11-25T05:42:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742354_1530 (size=12301) 2024-11-25T05:42:09,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513389800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:09,805 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:09,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:09,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513389810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:09,816 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:09,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513389820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:09,826 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:09,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:09,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513389829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:09,836 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:09,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T05:42:09,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:09,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:09,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:09,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:09,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:10,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T05:42:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:10,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T05:42:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513390059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:10,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T05:42:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:10,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:10,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/d00ffd4084094268b187a65966445b5b 2024-11-25T05:42:10,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/74a65184fb314554bff6a211278f4559 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/74a65184fb314554bff6a211278f4559 2024-11-25T05:42:10,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/74a65184fb314554bff6a211278f4559, entries=200, sequenceid=323, filesize=14.4 K 2024-11-25T05:42:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/2e8f1b178d9a4f9db7ea80486a262b5c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2e8f1b178d9a4f9db7ea80486a262b5c 2024-11-25T05:42:10,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2e8f1b178d9a4f9db7ea80486a262b5c, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T05:42:10,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/d00ffd4084094268b187a65966445b5b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/d00ffd4084094268b187a65966445b5b 2024-11-25T05:42:10,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/d00ffd4084094268b187a65966445b5b, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T05:42:10,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b485e410e8a5fb241be38e46ec560e0b in 839ms, sequenceid=323, compaction requested=true 2024-11-25T05:42:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:10,202 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:42:10,202 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:10,203 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:10,203 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/A is initiating minor compaction (all files) 2024-11-25T05:42:10,203 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/A in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:10,203 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5cb345a0a10441b0bc671d6fae7bf074, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c95d76bab3484a9cbfa9b8e89e33ec55, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/2817581cc98e42e5b8a24bd984165dbd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/74a65184fb314554bff6a211278f4559] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=53.4 K 2024-11-25T05:42:10,203 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:10,203 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/B is initiating minor compaction (all files) 2024-11-25T05:42:10,203 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/B in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:10,204 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/962c5c211428439a9a83e5048ff594be, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/a19bcdbc4a2049b39c5e7692c46d0f80, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d700a8f21b18472bbb6a1ae2fdf05585, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2e8f1b178d9a4f9db7ea80486a262b5c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=48.6 K 2024-11-25T05:42:10,204 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 962c5c211428439a9a83e5048ff594be, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732513325631 2024-11-25T05:42:10,204 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cb345a0a10441b0bc671d6fae7bf074, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732513325631 2024-11-25T05:42:10,204 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting a19bcdbc4a2049b39c5e7692c46d0f80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732513326744 2024-11-25T05:42:10,204 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting c95d76bab3484a9cbfa9b8e89e33ec55, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732513326727 2024-11-25T05:42:10,204 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d700a8f21b18472bbb6a1ae2fdf05585, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732513327940 2024-11-25T05:42:10,204 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2817581cc98e42e5b8a24bd984165dbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732513327940 2024-11-25T05:42:10,205 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e8f1b178d9a4f9db7ea80486a262b5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732513328718 2024-11-25T05:42:10,205 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74a65184fb314554bff6a211278f4559, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732513328718 2024-11-25T05:42:10,210 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:10,210 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#A#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:10,210 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/bd47aef6e54d4902a39e88ddef7ea0ee is 50, key is test_row_0/B:col10/1732513328727/Put/seqid=0 2024-11-25T05:42:10,210 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/fcb3c32617364f279f6ddeaf8e3fc75e is 50, key is test_row_0/A:col10/1732513328727/Put/seqid=0 2024-11-25T05:42:10,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742355_1531 (size=13085) 2024-11-25T05:42:10,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742356_1532 (size=13085) 2024-11-25T05:42:10,217 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/fcb3c32617364f279f6ddeaf8e3fc75e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/fcb3c32617364f279f6ddeaf8e3fc75e 2024-11-25T05:42:10,220 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/A of b485e410e8a5fb241be38e46ec560e0b into fcb3c32617364f279f6ddeaf8e3fc75e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:10,220 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:10,220 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/A, priority=12, startTime=1732513330202; duration=0sec 2024-11-25T05:42:10,220 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:10,220 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:A 2024-11-25T05:42:10,220 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:10,221 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:10,221 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/C is initiating minor compaction (all files) 2024-11-25T05:42:10,221 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/C in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:10,221 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a1e1f9cad39d46c3a9afd81ffa6fd767, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da3d42a812f5438aa3e6c5d827ce35c8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eacab9e98bd84bdf8015f7511937ddbf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/d00ffd4084094268b187a65966445b5b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=48.6 K 2024-11-25T05:42:10,221 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1e1f9cad39d46c3a9afd81ffa6fd767, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732513325631 2024-11-25T05:42:10,222 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting da3d42a812f5438aa3e6c5d827ce35c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732513326744 2024-11-25T05:42:10,222 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting eacab9e98bd84bdf8015f7511937ddbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732513327940 2024-11-25T05:42:10,222 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d00ffd4084094268b187a65966445b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732513328718 2024-11-25T05:42:10,227 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:10,228 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/5abdd344acd446adb7dd2e9e74d9cac2 is 50, key is test_row_0/C:col10/1732513328727/Put/seqid=0 2024-11-25T05:42:10,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742357_1533 (size=13085) 2024-11-25T05:42:10,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T05:42:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:10,307 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:42:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/ed1fcd15d8f4407e8afd7983961f78ff is 50, key is test_row_0/A:col10/1732513329406/Put/seqid=0 2024-11-25T05:42:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742358_1534 (size=12301) 2024-11-25T05:42:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T05:42:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:10,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:10,616 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/bd47aef6e54d4902a39e88ddef7ea0ee as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bd47aef6e54d4902a39e88ddef7ea0ee 2024-11-25T05:42:10,619 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/B of b485e410e8a5fb241be38e46ec560e0b into bd47aef6e54d4902a39e88ddef7ea0ee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:10,619 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:10,619 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/B, priority=12, startTime=1732513330202; duration=0sec 2024-11-25T05:42:10,620 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:10,620 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:B 2024-11-25T05:42:10,634 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/5abdd344acd446adb7dd2e9e74d9cac2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/5abdd344acd446adb7dd2e9e74d9cac2 2024-11-25T05:42:10,637 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/C of b485e410e8a5fb241be38e46ec560e0b into 5abdd344acd446adb7dd2e9e74d9cac2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:10,637 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:10,637 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/C, priority=12, startTime=1732513330202; duration=0sec 2024-11-25T05:42:10,637 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:10,637 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:C 2024-11-25T05:42:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513390711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:10,722 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/ed1fcd15d8f4407e8afd7983961f78ff 2024-11-25T05:42:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5e176a3d53eb427791fe6923cc52c3d0 is 50, key is test_row_0/B:col10/1732513329406/Put/seqid=0 2024-11-25T05:42:10,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742359_1535 (size=12301) 2024-11-25T05:42:10,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513390820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:11,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513391029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:11,131 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5e176a3d53eb427791fe6923cc52c3d0 2024-11-25T05:42:11,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/0da816809a6d434fae334e373f1a8e56 is 50, key is test_row_0/C:col10/1732513329406/Put/seqid=0 2024-11-25T05:42:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742360_1536 (size=12301) 2024-11-25T05:42:11,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513391340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T05:42:11,542 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/0da816809a6d434fae334e373f1a8e56 2024-11-25T05:42:11,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/ed1fcd15d8f4407e8afd7983961f78ff as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ed1fcd15d8f4407e8afd7983961f78ff 2024-11-25T05:42:11,548 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ed1fcd15d8f4407e8afd7983961f78ff, entries=150, sequenceid=336, filesize=12.0 K 2024-11-25T05:42:11,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5e176a3d53eb427791fe6923cc52c3d0 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5e176a3d53eb427791fe6923cc52c3d0 2024-11-25T05:42:11,551 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5e176a3d53eb427791fe6923cc52c3d0, entries=150, sequenceid=336, filesize=12.0 K 2024-11-25T05:42:11,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/0da816809a6d434fae334e373f1a8e56 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/0da816809a6d434fae334e373f1a8e56 2024-11-25T05:42:11,554 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/0da816809a6d434fae334e373f1a8e56, entries=150, sequenceid=336, filesize=12.0 K 2024-11-25T05:42:11,554 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b485e410e8a5fb241be38e46ec560e0b in 1247ms, sequenceid=336, compaction requested=false 2024-11-25T05:42:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-25T05:42:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-25T05:42:11,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-25T05:42:11,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-11-25T05:42:11,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.1660 sec 2024-11-25T05:42:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:11,853 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:11,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:42:11,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/b30a092b57514da69696d710803a8b44 is 50, key is test_row_0/A:col10/1732513330706/Put/seqid=0 2024-11-25T05:42:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742361_1537 (size=14741) 2024-11-25T05:42:11,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513391909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:12,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513392020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:12,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:12,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:12,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:12,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513392230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:12,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/b30a092b57514da69696d710803a8b44 2024-11-25T05:42:12,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8820522792e045fc8f371640b045ebde is 50, key is test_row_0/B:col10/1732513330706/Put/seqid=0 2024-11-25T05:42:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742362_1538 (size=12301) 2024-11-25T05:42:12,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8820522792e045fc8f371640b045ebde 2024-11-25T05:42:12,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/bcbf3f5194114c689785c9a6305adefd is 50, key is test_row_0/C:col10/1732513330706/Put/seqid=0 2024-11-25T05:42:12,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742363_1539 (size=12301) 2024-11-25T05:42:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513392540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:12,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/bcbf3f5194114c689785c9a6305adefd 2024-11-25T05:42:12,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/b30a092b57514da69696d710803a8b44 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/b30a092b57514da69696d710803a8b44 2024-11-25T05:42:12,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/b30a092b57514da69696d710803a8b44, entries=200, sequenceid=363, filesize=14.4 K 2024-11-25T05:42:12,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/8820522792e045fc8f371640b045ebde as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8820522792e045fc8f371640b045ebde 2024-11-25T05:42:12,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8820522792e045fc8f371640b045ebde, entries=150, sequenceid=363, filesize=12.0 K 2024-11-25T05:42:12,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/bcbf3f5194114c689785c9a6305adefd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bcbf3f5194114c689785c9a6305adefd 2024-11-25T05:42:12,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bcbf3f5194114c689785c9a6305adefd, entries=150, sequenceid=363, filesize=12.0 K 2024-11-25T05:42:12,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b485e410e8a5fb241be38e46ec560e0b in 838ms, sequenceid=363, compaction requested=true 2024-11-25T05:42:12,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:12,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:12,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:12,692 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:12,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:12,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:12,692 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:12,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b485e410e8a5fb241be38e46ec560e0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:12,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:12,692 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:12,692 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:12,693 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/A is initiating minor compaction (all files) 2024-11-25T05:42:12,693 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/B is initiating minor compaction (all files) 2024-11-25T05:42:12,693 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/A in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:12,693 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/B in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:12,693 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/fcb3c32617364f279f6ddeaf8e3fc75e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ed1fcd15d8f4407e8afd7983961f78ff, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/b30a092b57514da69696d710803a8b44] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=39.2 K 2024-11-25T05:42:12,693 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bd47aef6e54d4902a39e88ddef7ea0ee, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5e176a3d53eb427791fe6923cc52c3d0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8820522792e045fc8f371640b045ebde] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=36.8 K 2024-11-25T05:42:12,693 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting bd47aef6e54d4902a39e88ddef7ea0ee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732513328718 2024-11-25T05:42:12,693 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcb3c32617364f279f6ddeaf8e3fc75e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732513328718 2024-11-25T05:42:12,693 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e176a3d53eb427791fe6923cc52c3d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732513329373 2024-11-25T05:42:12,693 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed1fcd15d8f4407e8afd7983961f78ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732513329373 2024-11-25T05:42:12,694 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8820522792e045fc8f371640b045ebde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732513330706 2024-11-25T05:42:12,694 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting b30a092b57514da69696d710803a8b44, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732513330696 2024-11-25T05:42:12,699 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#A#compaction#462 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:12,699 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#B#compaction#463 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:12,699 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/fbaeb3a4fe4a446c8c61dbef8344eeb6 is 50, key is test_row_0/B:col10/1732513330706/Put/seqid=0 2024-11-25T05:42:12,699 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/ab4c19b4fda940f780921c4f9cdf2b11 is 50, key is test_row_0/A:col10/1732513330706/Put/seqid=0 2024-11-25T05:42:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742364_1540 (size=13187) 2024-11-25T05:42:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742365_1541 (size=13187) 2024-11-25T05:42:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:13,063 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:13,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:42:13,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/6dddae6abf3d48888118eb01938dd779 is 50, key is test_row_0/A:col10/1732513331892/Put/seqid=0 2024-11-25T05:42:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742366_1542 (size=14741) 2024-11-25T05:42:13,105 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/ab4c19b4fda940f780921c4f9cdf2b11 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ab4c19b4fda940f780921c4f9cdf2b11 2024-11-25T05:42:13,105 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/fbaeb3a4fe4a446c8c61dbef8344eeb6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/fbaeb3a4fe4a446c8c61dbef8344eeb6 2024-11-25T05:42:13,108 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/B of b485e410e8a5fb241be38e46ec560e0b into fbaeb3a4fe4a446c8c61dbef8344eeb6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:13,108 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/A of b485e410e8a5fb241be38e46ec560e0b into ab4c19b4fda940f780921c4f9cdf2b11(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:13,108 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:13,108 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:13,108 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/A, priority=13, startTime=1732513332692; duration=0sec 2024-11-25T05:42:13,108 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/B, priority=13, startTime=1732513332692; duration=0sec 2024-11-25T05:42:13,108 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:13,108 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:A 2024-11-25T05:42:13,108 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:13,108 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:B 2024-11-25T05:42:13,108 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:13,109 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:13,109 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): b485e410e8a5fb241be38e46ec560e0b/C is initiating minor compaction (all files) 2024-11-25T05:42:13,109 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b485e410e8a5fb241be38e46ec560e0b/C in TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:13,109 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/5abdd344acd446adb7dd2e9e74d9cac2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/0da816809a6d434fae334e373f1a8e56, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bcbf3f5194114c689785c9a6305adefd] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp, totalSize=36.8 K 2024-11-25T05:42:13,109 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5abdd344acd446adb7dd2e9e74d9cac2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732513328718 2024-11-25T05:42:13,110 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0da816809a6d434fae334e373f1a8e56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732513329373 2024-11-25T05:42:13,110 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcbf3f5194114c689785c9a6305adefd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732513330706 2024-11-25T05:42:13,115 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b485e410e8a5fb241be38e46ec560e0b#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:13,116 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/55cfb1aeccc8486f9020c96144975f8a is 50, key is test_row_0/C:col10/1732513330706/Put/seqid=0 2024-11-25T05:42:13,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742367_1543 (size=13187) 2024-11-25T05:42:13,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513393190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513393310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:13,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/6dddae6abf3d48888118eb01938dd779 2024-11-25T05:42:13,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5c463abef9054a83b5bba233f5c3aedb is 50, key is test_row_0/B:col10/1732513331892/Put/seqid=0 2024-11-25T05:42:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742368_1544 (size=12301) 2024-11-25T05:42:13,523 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/55cfb1aeccc8486f9020c96144975f8a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/55cfb1aeccc8486f9020c96144975f8a 2024-11-25T05:42:13,526 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b485e410e8a5fb241be38e46ec560e0b/C of b485e410e8a5fb241be38e46ec560e0b into 55cfb1aeccc8486f9020c96144975f8a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:13,526 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:13,526 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., storeName=b485e410e8a5fb241be38e46ec560e0b/C, priority=13, startTime=1732513332692; duration=0sec 2024-11-25T05:42:13,526 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:13,526 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b485e410e8a5fb241be38e46ec560e0b:C 2024-11-25T05:42:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513393520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:13,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T05:42:13,560 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:13,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-25T05:42:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T05:42:13,562 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:13,563 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:13,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T05:42:13,688 INFO [Thread-2080 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2080. 2024-11-25T05:42:13,688 DEBUG [Thread-2080 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:13,688 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,688 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:13,690 INFO [Thread-2072 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2072. 2024-11-25T05:42:13,690 DEBUG [Thread-2072 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:13,690 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,690 INFO [Thread-2074 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2074. 2024-11-25T05:42:13,690 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,690 DEBUG [Thread-2074 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:13,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:13,690 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,690 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:13,695 INFO [Thread-2078 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2078. 2024-11-25T05:42:13,695 DEBUG [Thread-2078 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:13,695 DEBUG [Thread-2078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,695 DEBUG [Thread-2078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:13,697 INFO [Thread-2076 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2076. 2024-11-25T05:42:13,697 DEBUG [Thread-2076 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:13,697 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,697 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:13,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:13,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T05:42:13,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:13,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:13,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:13,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:13,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:13,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:13,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38642 deadline: 1732513393830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38638 deadline: 1732513393831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:13,832 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_0' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38626 deadline: 1732513393850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38672 deadline: 1732513393850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:13,851 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:13,851 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38612 deadline: 1732513393860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:13,862 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in b485e410e8a5fb241be38e46ec560e0b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:13,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 , the old value is region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:13,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., hostname=8ef925b832e3,41059,1732513187808, seqNum=2 because the exception is null or not the one we care about 2024-11-25T05:42:13,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T05:42:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:13,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:13,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5c463abef9054a83b5bba233f5c3aedb 2024-11-25T05:42:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T05:42:13,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/7d38405e5ae748e0863cb1f82f0caebd is 50, key is test_row_0/C:col10/1732513331892/Put/seqid=0 2024-11-25T05:42:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742369_1545 (size=12301) 2024-11-25T05:42:14,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T05:42:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:14,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:14,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T05:42:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:14,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T05:42:14,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/7d38405e5ae748e0863cb1f82f0caebd 2024-11-25T05:42:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/6dddae6abf3d48888118eb01938dd779 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/6dddae6abf3d48888118eb01938dd779 2024-11-25T05:42:14,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/6dddae6abf3d48888118eb01938dd779, entries=200, sequenceid=375, filesize=14.4 K 2024-11-25T05:42:14,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/5c463abef9054a83b5bba233f5c3aedb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5c463abef9054a83b5bba233f5c3aedb 2024-11-25T05:42:14,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5c463abef9054a83b5bba233f5c3aedb, entries=150, sequenceid=375, filesize=12.0 K 2024-11-25T05:42:14,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/7d38405e5ae748e0863cb1f82f0caebd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d38405e5ae748e0863cb1f82f0caebd 2024-11-25T05:42:14,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d38405e5ae748e0863cb1f82f0caebd, entries=150, sequenceid=375, filesize=12.0 K 2024-11-25T05:42:14,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b485e410e8a5fb241be38e46ec560e0b in 1254ms, sequenceid=375, compaction requested=false 2024-11-25T05:42:14,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:14,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T05:42:14,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:14,334 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:42:14,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/528776a356444fc294210bee272d2ed7 is 50, key is test_row_0/A:col10/1732513333189/Put/seqid=0 2024-11-25T05:42:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. as already flushing 2024-11-25T05:42:14,344 INFO [Thread-2065 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2065. 2024-11-25T05:42:14,344 DEBUG [Thread-2065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:14,344 DEBUG [Thread-2065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:14,345 DEBUG [Thread-2065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:14,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:14,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742370_1546 (size=12301) 2024-11-25T05:42:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T05:42:14,750 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/528776a356444fc294210bee272d2ed7 2024-11-25T05:42:14,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/e79bfa95b3364a9eb734e97810486b84 is 50, key is test_row_0/B:col10/1732513333189/Put/seqid=0 2024-11-25T05:42:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742371_1547 (size=12301) 2024-11-25T05:42:15,164 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/e79bfa95b3364a9eb734e97810486b84 2024-11-25T05:42:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/12850172c0cd4410bde6f3c81cd650bd is 50, key is test_row_0/C:col10/1732513333189/Put/seqid=0 2024-11-25T05:42:15,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742372_1548 (size=12301) 2024-11-25T05:42:15,585 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/12850172c0cd4410bde6f3c81cd650bd 2024-11-25T05:42:15,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/528776a356444fc294210bee272d2ed7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/528776a356444fc294210bee272d2ed7 2024-11-25T05:42:15,599 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/528776a356444fc294210bee272d2ed7, entries=150, sequenceid=402, filesize=12.0 K 2024-11-25T05:42:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/e79bfa95b3364a9eb734e97810486b84 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/e79bfa95b3364a9eb734e97810486b84 2024-11-25T05:42:15,604 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/e79bfa95b3364a9eb734e97810486b84, entries=150, sequenceid=402, filesize=12.0 K 2024-11-25T05:42:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/12850172c0cd4410bde6f3c81cd650bd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/12850172c0cd4410bde6f3c81cd650bd 2024-11-25T05:42:15,608 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/12850172c0cd4410bde6f3c81cd650bd, entries=150, sequenceid=402, filesize=12.0 K 2024-11-25T05:42:15,609 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for b485e410e8a5fb241be38e46ec560e0b in 1275ms, sequenceid=402, compaction requested=true 2024-11-25T05:42:15,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for b485e410e8a5fb241be38e46ec560e0b: 2024-11-25T05:42:15,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:15,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-25T05:42:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-25T05:42:15,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-25T05:42:15,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0480 sec 2024-11-25T05:42:15,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.0530 sec 2024-11-25T05:42:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T05:42:15,711 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:16,059 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T05:42:23,885 INFO [Thread-2067 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2067. 2024-11-25T05:42:23,885 DEBUG [Thread-2067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:23,885 DEBUG [Thread-2067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,886 DEBUG [Thread-2067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:23,900 INFO [Thread-2063 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2063. 2024-11-25T05:42:23,901 DEBUG [Thread-2063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:23,901 DEBUG [Thread-2063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,901 DEBUG [Thread-2063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:23,912 INFO [Thread-2069 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2069. 2024-11-25T05:42:23,912 DEBUG [Thread-2069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:23,912 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,912 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:23,942 INFO [Thread-2061 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2061. 2024-11-25T05:42:23,942 DEBUG [Thread-2061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:23,942 DEBUG [Thread-2061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,942 DEBUG [Thread-2061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 153 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1508 2024-11-25T05:42:23,942 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4523 rows 2024-11-25T05:42:23,943 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1495 2024-11-25T05:42:23,943 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4478 rows 2024-11-25T05:42:23,943 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1505 2024-11-25T05:42:23,943 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4512 rows 2024-11-25T05:42:23,943 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1505 2024-11-25T05:42:23,943 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4514 rows 2024-11-25T05:42:23,943 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1502 2024-11-25T05:42:23,943 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4503 rows 2024-11-25T05:42:23,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T05:42:23,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:42:23,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:23,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:23,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T05:42:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T05:42:23,946 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513343946"}]},"ts":"1732513343946"} 2024-11-25T05:42:23,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T05:42:23,947 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T05:42:23,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:42:23,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, UNASSIGN}] 2024-11-25T05:42:23,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, UNASSIGN 2024-11-25T05:42:23,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=b485e410e8a5fb241be38e46ec560e0b, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:23,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, UNASSIGN because future has completed 2024-11-25T05:42:23,951 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:42:23,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:42:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T05:42:24,104 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:24,104 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:42:24,105 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing b485e410e8a5fb241be38e46ec560e0b, disabling compactions & flushes 2024-11-25T05:42:24,105 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:24,105 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:24,105 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. after waiting 0 ms 2024-11-25T05:42:24,105 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:24,105 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing b485e410e8a5fb241be38e46ec560e0b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T05:42:24,114 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/c5df6d6cf8154587b4d9ee87d29e4fa2 is 50, key is test_row_0/A:col10/1732513343910/Put/seqid=0 2024-11-25T05:42:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742373_1549 (size=12301) 2024-11-25T05:42:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T05:42:24,520 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/c5df6d6cf8154587b4d9ee87d29e4fa2 2024-11-25T05:42:24,533 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b8e9c19877e3448783f7b9cf0edb1aeb is 50, key is test_row_0/B:col10/1732513343910/Put/seqid=0 2024-11-25T05:42:24,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742374_1550 (size=12301) 2024-11-25T05:42:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T05:42:24,939 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b8e9c19877e3448783f7b9cf0edb1aeb 2024-11-25T05:42:24,953 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e734a2381bb448e784fd7377e4412783 is 50, key is test_row_0/C:col10/1732513343910/Put/seqid=0 2024-11-25T05:42:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742375_1551 (size=12301) 2024-11-25T05:42:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T05:42:25,357 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e734a2381bb448e784fd7377e4412783 2024-11-25T05:42:25,365 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/A/c5df6d6cf8154587b4d9ee87d29e4fa2 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c5df6d6cf8154587b4d9ee87d29e4fa2 2024-11-25T05:42:25,370 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c5df6d6cf8154587b4d9ee87d29e4fa2, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:42:25,371 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/B/b8e9c19877e3448783f7b9cf0edb1aeb as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b8e9c19877e3448783f7b9cf0edb1aeb 2024-11-25T05:42:25,375 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b8e9c19877e3448783f7b9cf0edb1aeb, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:42:25,375 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/.tmp/C/e734a2381bb448e784fd7377e4412783 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e734a2381bb448e784fd7377e4412783 2024-11-25T05:42:25,379 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e734a2381bb448e784fd7377e4412783, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T05:42:25,380 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b485e410e8a5fb241be38e46ec560e0b in 1275ms, sequenceid=410, compaction requested=true 2024-11-25T05:42:25,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/3522dc67caaf4d138707b07964368550, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7c3723f4e67044ddae9efe576d4af523, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/880a340454bc41deba158b7adae365ae, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/cd660bd832c6494ea9ea479c4fd15756, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5f119c019c3f435ebd4eba135285643f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/36ae42a69a494d6dab1a2afe6626c1ea, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/1d43df0e15994c269c1bf69e1baaf603, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d6fb2c73429c46bd9b78596c5d3ba145, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/dfa9c4b3883f49fba4d1343c6caccef7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/a1f210e8b65842d6a19196678ef3ec6b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7afc7bcf70f7487d9c92908b641bd3e9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/8d77912d5f5e4b9d908986998bf594d3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e10e218c977047998608725a4806720d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/4291b7f8456f4b8794e9dae97f382af1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e6e199fae5054ac1aab4dbd84f4d4c8e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d962dff0aa5549f0b603432ff31c6d9e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/47999b67ce974c9bbb4fb3b3058b8444, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/9b8ba4ae4ba44f21a8cf119406e2c4d2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/bfda3ecb9a2144f6b106336580636832, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5cb345a0a10441b0bc671d6fae7bf074, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c95d76bab3484a9cbfa9b8e89e33ec55, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/2817581cc98e42e5b8a24bd984165dbd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/74a65184fb314554bff6a211278f4559, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/fcb3c32617364f279f6ddeaf8e3fc75e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ed1fcd15d8f4407e8afd7983961f78ff, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/b30a092b57514da69696d710803a8b44] to archive 2024-11-25T05:42:25,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:42:25,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/3522dc67caaf4d138707b07964368550 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/3522dc67caaf4d138707b07964368550 2024-11-25T05:42:25,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7c3723f4e67044ddae9efe576d4af523 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7c3723f4e67044ddae9efe576d4af523 2024-11-25T05:42:25,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/880a340454bc41deba158b7adae365ae to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/880a340454bc41deba158b7adae365ae 2024-11-25T05:42:25,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/cd660bd832c6494ea9ea479c4fd15756 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/cd660bd832c6494ea9ea479c4fd15756 2024-11-25T05:42:25,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5f119c019c3f435ebd4eba135285643f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5f119c019c3f435ebd4eba135285643f 2024-11-25T05:42:25,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/36ae42a69a494d6dab1a2afe6626c1ea to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/36ae42a69a494d6dab1a2afe6626c1ea 2024-11-25T05:42:25,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/1d43df0e15994c269c1bf69e1baaf603 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/1d43df0e15994c269c1bf69e1baaf603 2024-11-25T05:42:25,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d6fb2c73429c46bd9b78596c5d3ba145 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d6fb2c73429c46bd9b78596c5d3ba145 2024-11-25T05:42:25,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/dfa9c4b3883f49fba4d1343c6caccef7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/dfa9c4b3883f49fba4d1343c6caccef7 2024-11-25T05:42:25,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/a1f210e8b65842d6a19196678ef3ec6b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/a1f210e8b65842d6a19196678ef3ec6b 2024-11-25T05:42:25,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7afc7bcf70f7487d9c92908b641bd3e9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/7afc7bcf70f7487d9c92908b641bd3e9 2024-11-25T05:42:25,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/8d77912d5f5e4b9d908986998bf594d3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/8d77912d5f5e4b9d908986998bf594d3 2024-11-25T05:42:25,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e10e218c977047998608725a4806720d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e10e218c977047998608725a4806720d 2024-11-25T05:42:25,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/4291b7f8456f4b8794e9dae97f382af1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/4291b7f8456f4b8794e9dae97f382af1 2024-11-25T05:42:25,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e6e199fae5054ac1aab4dbd84f4d4c8e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/e6e199fae5054ac1aab4dbd84f4d4c8e 2024-11-25T05:42:25,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d962dff0aa5549f0b603432ff31c6d9e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/d962dff0aa5549f0b603432ff31c6d9e 2024-11-25T05:42:25,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/47999b67ce974c9bbb4fb3b3058b8444 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/47999b67ce974c9bbb4fb3b3058b8444 2024-11-25T05:42:25,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/9b8ba4ae4ba44f21a8cf119406e2c4d2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/9b8ba4ae4ba44f21a8cf119406e2c4d2 2024-11-25T05:42:25,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/bfda3ecb9a2144f6b106336580636832 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/bfda3ecb9a2144f6b106336580636832 2024-11-25T05:42:25,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5cb345a0a10441b0bc671d6fae7bf074 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/5cb345a0a10441b0bc671d6fae7bf074 2024-11-25T05:42:25,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c95d76bab3484a9cbfa9b8e89e33ec55 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c95d76bab3484a9cbfa9b8e89e33ec55 2024-11-25T05:42:25,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/2817581cc98e42e5b8a24bd984165dbd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/2817581cc98e42e5b8a24bd984165dbd 2024-11-25T05:42:25,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/74a65184fb314554bff6a211278f4559 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/74a65184fb314554bff6a211278f4559 2024-11-25T05:42:25,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/fcb3c32617364f279f6ddeaf8e3fc75e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/fcb3c32617364f279f6ddeaf8e3fc75e 2024-11-25T05:42:25,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ed1fcd15d8f4407e8afd7983961f78ff to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ed1fcd15d8f4407e8afd7983961f78ff 2024-11-25T05:42:25,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/b30a092b57514da69696d710803a8b44 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/b30a092b57514da69696d710803a8b44 2024-11-25T05:42:25,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/64db4dc661684c49924208e2319677fc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8756acf3ee364a038ffd978e2b550348, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/f35d53f0b46444db8047423e5ee2b1e9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/86ec4d77d8ee44448f9a5bf7d883547d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8d61574b92c74e7b84d01960b6c74834, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/0aca98fcd01a4dc685b1ed965a8e5cdf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/17c063c9540f456ea72a2dbb66ca2372, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b064176ff3ef4a6ab4dfd2bcbdab525f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/974539d70823444cbf30b612264508c6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d04cbd3707764402aaccae8b0c4a91f6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b439b7da0ae24b45857482664e005398, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d64e4dfd6e454633bd95b159502692a8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/75a3dcae18444d67aa92ca2a7beb2e66, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/80922a7ebbd14ded91c5bb76d04396d0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2391367eb815429abac5ff4f38b23660, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bfcc5fd373b140699fe9a3741e74e330, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/92dfe7ec042e4587975c11abc098e60c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5cabde70210041b18394aafe9132813f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/962c5c211428439a9a83e5048ff594be, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/db997ae049344766b8655c549880da33, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/a19bcdbc4a2049b39c5e7692c46d0f80, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d700a8f21b18472bbb6a1ae2fdf05585, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bd47aef6e54d4902a39e88ddef7ea0ee, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2e8f1b178d9a4f9db7ea80486a262b5c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5e176a3d53eb427791fe6923cc52c3d0, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8820522792e045fc8f371640b045ebde] to archive 2024-11-25T05:42:25,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:42:25,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/64db4dc661684c49924208e2319677fc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/64db4dc661684c49924208e2319677fc 2024-11-25T05:42:25,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8756acf3ee364a038ffd978e2b550348 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8756acf3ee364a038ffd978e2b550348 2024-11-25T05:42:25,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/f35d53f0b46444db8047423e5ee2b1e9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/f35d53f0b46444db8047423e5ee2b1e9 2024-11-25T05:42:25,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/86ec4d77d8ee44448f9a5bf7d883547d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/86ec4d77d8ee44448f9a5bf7d883547d 2024-11-25T05:42:25,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8d61574b92c74e7b84d01960b6c74834 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8d61574b92c74e7b84d01960b6c74834 2024-11-25T05:42:25,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/0aca98fcd01a4dc685b1ed965a8e5cdf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/0aca98fcd01a4dc685b1ed965a8e5cdf 2024-11-25T05:42:25,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/17c063c9540f456ea72a2dbb66ca2372 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/17c063c9540f456ea72a2dbb66ca2372 2024-11-25T05:42:25,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b064176ff3ef4a6ab4dfd2bcbdab525f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b064176ff3ef4a6ab4dfd2bcbdab525f 2024-11-25T05:42:25,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/974539d70823444cbf30b612264508c6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/974539d70823444cbf30b612264508c6 2024-11-25T05:42:25,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d04cbd3707764402aaccae8b0c4a91f6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d04cbd3707764402aaccae8b0c4a91f6 2024-11-25T05:42:25,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b439b7da0ae24b45857482664e005398 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b439b7da0ae24b45857482664e005398 2024-11-25T05:42:25,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d64e4dfd6e454633bd95b159502692a8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d64e4dfd6e454633bd95b159502692a8 2024-11-25T05:42:25,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/75a3dcae18444d67aa92ca2a7beb2e66 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/75a3dcae18444d67aa92ca2a7beb2e66 2024-11-25T05:42:25,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/80922a7ebbd14ded91c5bb76d04396d0 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/80922a7ebbd14ded91c5bb76d04396d0 2024-11-25T05:42:25,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2391367eb815429abac5ff4f38b23660 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2391367eb815429abac5ff4f38b23660 2024-11-25T05:42:25,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bfcc5fd373b140699fe9a3741e74e330 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bfcc5fd373b140699fe9a3741e74e330 2024-11-25T05:42:25,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/92dfe7ec042e4587975c11abc098e60c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/92dfe7ec042e4587975c11abc098e60c 2024-11-25T05:42:25,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5cabde70210041b18394aafe9132813f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5cabde70210041b18394aafe9132813f 2024-11-25T05:42:25,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/962c5c211428439a9a83e5048ff594be to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/962c5c211428439a9a83e5048ff594be 2024-11-25T05:42:25,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/db997ae049344766b8655c549880da33 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/db997ae049344766b8655c549880da33 2024-11-25T05:42:25,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/a19bcdbc4a2049b39c5e7692c46d0f80 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/a19bcdbc4a2049b39c5e7692c46d0f80 2024-11-25T05:42:25,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d700a8f21b18472bbb6a1ae2fdf05585 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/d700a8f21b18472bbb6a1ae2fdf05585 2024-11-25T05:42:25,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bd47aef6e54d4902a39e88ddef7ea0ee to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/bd47aef6e54d4902a39e88ddef7ea0ee 2024-11-25T05:42:25,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2e8f1b178d9a4f9db7ea80486a262b5c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/2e8f1b178d9a4f9db7ea80486a262b5c 2024-11-25T05:42:25,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5e176a3d53eb427791fe6923cc52c3d0 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5e176a3d53eb427791fe6923cc52c3d0 2024-11-25T05:42:25,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8820522792e045fc8f371640b045ebde to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/8820522792e045fc8f371640b045ebde 2024-11-25T05:42:25,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/6e4612aa6807420599ec92105dfa63a4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da6abb6b6ef64763b23b9093688f1c61, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e12ce3067e1e4fdf995438788a77b955, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f9b2e20b43d64c939473b9dfdff840bd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/61d6a131923f4839b94bd4a283122627, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f77c6bb7007b43cd8caeb3c759cad471, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eb718e314e154cb5af9333260d06e21f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a6c56dd10fb44e45acd512c2687034f1, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/46a736a8fd864a47acf5c7503df96431, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/81381c449da34b95ac9b7d1203c584fd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bb0fd8a21dd241ff917753386c1a6e84, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/92f91707311f4800a325b7d8cd025a90, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d75c468933845839311775757341fb4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/191194ffe7d14be289e6d1b6bf65e2b4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/45731a4c8a2d4bba985f3027c63d6c6d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e45cd817ad0146618a517f94933c6cde, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a3b8d344176e49278259d6bdffc7575d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e67422da46734864a92a2f2a0c36f541, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a1e1f9cad39d46c3a9afd81ffa6fd767, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/04bfac07e37a48c6817a8cd0385bf29a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da3d42a812f5438aa3e6c5d827ce35c8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eacab9e98bd84bdf8015f7511937ddbf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/5abdd344acd446adb7dd2e9e74d9cac2, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/d00ffd4084094268b187a65966445b5b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/0da816809a6d434fae334e373f1a8e56, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bcbf3f5194114c689785c9a6305adefd] to archive 2024-11-25T05:42:25,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:42:25,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/6e4612aa6807420599ec92105dfa63a4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/6e4612aa6807420599ec92105dfa63a4 2024-11-25T05:42:25,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da6abb6b6ef64763b23b9093688f1c61 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da6abb6b6ef64763b23b9093688f1c61 2024-11-25T05:42:25,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e12ce3067e1e4fdf995438788a77b955 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e12ce3067e1e4fdf995438788a77b955 2024-11-25T05:42:25,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f9b2e20b43d64c939473b9dfdff840bd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f9b2e20b43d64c939473b9dfdff840bd 2024-11-25T05:42:25,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/61d6a131923f4839b94bd4a283122627 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/61d6a131923f4839b94bd4a283122627 2024-11-25T05:42:25,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f77c6bb7007b43cd8caeb3c759cad471 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/f77c6bb7007b43cd8caeb3c759cad471 2024-11-25T05:42:25,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eb718e314e154cb5af9333260d06e21f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eb718e314e154cb5af9333260d06e21f 2024-11-25T05:42:25,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a6c56dd10fb44e45acd512c2687034f1 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a6c56dd10fb44e45acd512c2687034f1 2024-11-25T05:42:25,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/46a736a8fd864a47acf5c7503df96431 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/46a736a8fd864a47acf5c7503df96431 2024-11-25T05:42:25,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/81381c449da34b95ac9b7d1203c584fd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/81381c449da34b95ac9b7d1203c584fd 2024-11-25T05:42:25,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bb0fd8a21dd241ff917753386c1a6e84 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bb0fd8a21dd241ff917753386c1a6e84 2024-11-25T05:42:25,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/92f91707311f4800a325b7d8cd025a90 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/92f91707311f4800a325b7d8cd025a90 2024-11-25T05:42:25,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d75c468933845839311775757341fb4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d75c468933845839311775757341fb4 2024-11-25T05:42:25,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/191194ffe7d14be289e6d1b6bf65e2b4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/191194ffe7d14be289e6d1b6bf65e2b4 2024-11-25T05:42:25,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/45731a4c8a2d4bba985f3027c63d6c6d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/45731a4c8a2d4bba985f3027c63d6c6d 2024-11-25T05:42:25,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e45cd817ad0146618a517f94933c6cde to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e45cd817ad0146618a517f94933c6cde 2024-11-25T05:42:25,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a3b8d344176e49278259d6bdffc7575d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a3b8d344176e49278259d6bdffc7575d 2024-11-25T05:42:25,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e67422da46734864a92a2f2a0c36f541 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e67422da46734864a92a2f2a0c36f541 2024-11-25T05:42:25,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a1e1f9cad39d46c3a9afd81ffa6fd767 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/a1e1f9cad39d46c3a9afd81ffa6fd767 2024-11-25T05:42:25,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/04bfac07e37a48c6817a8cd0385bf29a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/04bfac07e37a48c6817a8cd0385bf29a 2024-11-25T05:42:25,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da3d42a812f5438aa3e6c5d827ce35c8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/da3d42a812f5438aa3e6c5d827ce35c8 2024-11-25T05:42:25,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eacab9e98bd84bdf8015f7511937ddbf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/eacab9e98bd84bdf8015f7511937ddbf 2024-11-25T05:42:25,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/5abdd344acd446adb7dd2e9e74d9cac2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/5abdd344acd446adb7dd2e9e74d9cac2 2024-11-25T05:42:25,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/d00ffd4084094268b187a65966445b5b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/d00ffd4084094268b187a65966445b5b 2024-11-25T05:42:25,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/0da816809a6d434fae334e373f1a8e56 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/0da816809a6d434fae334e373f1a8e56 2024-11-25T05:42:25,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bcbf3f5194114c689785c9a6305adefd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/bcbf3f5194114c689785c9a6305adefd 2024-11-25T05:42:25,475 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/recovered.edits/413.seqid, newMaxSeqId=413, maxSeqId=1 2024-11-25T05:42:25,475 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. 2024-11-25T05:42:25,475 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for b485e410e8a5fb241be38e46ec560e0b: Waiting for close lock at 1732513344104Running coprocessor pre-close hooks at 1732513344104Disabling compacts and flushes for region at 1732513344104Disabling writes for close at 1732513344105 (+1 ms)Obtaining lock to block concurrent updates at 1732513344105Preparing flush snapshotting stores in b485e410e8a5fb241be38e46ec560e0b at 1732513344105Finished memstore snapshotting TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732513344106 (+1 ms)Flushing stores of TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b. at 1732513344108 (+2 ms)Flushing b485e410e8a5fb241be38e46ec560e0b/A: creating writer at 1732513344108Flushing b485e410e8a5fb241be38e46ec560e0b/A: appending metadata at 1732513344114 (+6 ms)Flushing b485e410e8a5fb241be38e46ec560e0b/A: closing flushed file at 1732513344114Flushing b485e410e8a5fb241be38e46ec560e0b/B: creating writer at 1732513344530 (+416 ms)Flushing b485e410e8a5fb241be38e46ec560e0b/B: appending metadata at 1732513344533 (+3 ms)Flushing b485e410e8a5fb241be38e46ec560e0b/B: closing flushed file at 1732513344533Flushing b485e410e8a5fb241be38e46ec560e0b/C: creating writer at 1732513344948 (+415 ms)Flushing b485e410e8a5fb241be38e46ec560e0b/C: appending metadata at 1732513344953 (+5 ms)Flushing b485e410e8a5fb241be38e46ec560e0b/C: closing flushed file at 1732513344953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411dc97d: reopening flushed file at 1732513345364 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a09bbe0: reopening flushed file at 1732513345371 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d876ac2: reopening flushed file at 1732513345375 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b485e410e8a5fb241be38e46ec560e0b in 1275ms, sequenceid=410, compaction requested=true at 1732513345380 (+5 ms)Writing region close event to WAL at 1732513345473 (+93 ms)Running coprocessor post-close hooks at 1732513345475 (+2 ms)Closed at 1732513345475 2024-11-25T05:42:25,477 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:25,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=b485e410e8a5fb241be38e46ec560e0b, regionState=CLOSED 2024-11-25T05:42:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:42:25,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-25T05:42:25,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure b485e410e8a5fb241be38e46ec560e0b, server=8ef925b832e3,41059,1732513187808 in 1.5280 sec 2024-11-25T05:42:25,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T05:42:25,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b485e410e8a5fb241be38e46ec560e0b, UNASSIGN in 1.5310 sec 2024-11-25T05:42:25,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-25T05:42:25,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5350 sec 2024-11-25T05:42:25,485 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513345485"}]},"ts":"1732513345485"} 2024-11-25T05:42:25,486 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T05:42:25,486 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T05:42:25,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5430 sec 2024-11-25T05:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T05:42:26,090 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:26,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T05:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:26,093 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T05:42:26,094 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:26,097 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:26,100 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/recovered.edits] 2024-11-25T05:42:26,105 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/528776a356444fc294210bee272d2ed7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/528776a356444fc294210bee272d2ed7 2024-11-25T05:42:26,107 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/6dddae6abf3d48888118eb01938dd779 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/6dddae6abf3d48888118eb01938dd779 2024-11-25T05:42:26,109 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ab4c19b4fda940f780921c4f9cdf2b11 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/ab4c19b4fda940f780921c4f9cdf2b11 2024-11-25T05:42:26,111 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c5df6d6cf8154587b4d9ee87d29e4fa2 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/A/c5df6d6cf8154587b4d9ee87d29e4fa2 2024-11-25T05:42:26,115 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5c463abef9054a83b5bba233f5c3aedb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/5c463abef9054a83b5bba233f5c3aedb 2024-11-25T05:42:26,117 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b8e9c19877e3448783f7b9cf0edb1aeb to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/b8e9c19877e3448783f7b9cf0edb1aeb 2024-11-25T05:42:26,119 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/e79bfa95b3364a9eb734e97810486b84 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/e79bfa95b3364a9eb734e97810486b84 2024-11-25T05:42:26,121 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/fbaeb3a4fe4a446c8c61dbef8344eeb6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/B/fbaeb3a4fe4a446c8c61dbef8344eeb6 2024-11-25T05:42:26,124 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/12850172c0cd4410bde6f3c81cd650bd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/12850172c0cd4410bde6f3c81cd650bd 2024-11-25T05:42:26,126 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/55cfb1aeccc8486f9020c96144975f8a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/55cfb1aeccc8486f9020c96144975f8a 2024-11-25T05:42:26,128 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d38405e5ae748e0863cb1f82f0caebd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/7d38405e5ae748e0863cb1f82f0caebd 2024-11-25T05:42:26,129 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e734a2381bb448e784fd7377e4412783 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/C/e734a2381bb448e784fd7377e4412783 2024-11-25T05:42:26,132 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/recovered.edits/413.seqid to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b/recovered.edits/413.seqid 2024-11-25T05:42:26,133 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/b485e410e8a5fb241be38e46ec560e0b 2024-11-25T05:42:26,133 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T05:42:26,135 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:26,137 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T05:42:26,138 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T05:42:26,140 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:26,140 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T05:42:26,140 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732513346140"}]},"ts":"9223372036854775807"} 2024-11-25T05:42:26,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T05:42:26,142 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b485e410e8a5fb241be38e46ec560e0b, NAME => 'TestAcidGuarantees,,1732513311477.b485e410e8a5fb241be38e46ec560e0b.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T05:42:26,142 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T05:42:26,142 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732513346142"}]},"ts":"9223372036854775807"} 2024-11-25T05:42:26,144 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T05:42:26,144 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:26,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-25T05:42:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T05:42:26,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T05:42:26,206 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:26,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=236 (was 238), OpenFileDescriptor=441 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=7419 (was 7573) 2024-11-25T05:42:26,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=236, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=7419 2024-11-25T05:42:26,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:42:26,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:42:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:26,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T05:42:26,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:26,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-25T05:42:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T05:42:26,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T05:42:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742376_1552 (size=959) 2024-11-25T05:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T05:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T05:42:26,640 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92 2024-11-25T05:42:26,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742377_1553 (size=53) 2024-11-25T05:42:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T05:42:27,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:42:27,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 72a13583ef7c5431adfa4364616f61e4, disabling compactions & flushes 2024-11-25T05:42:27,048 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:27,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:27,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. after waiting 0 ms 2024-11-25T05:42:27,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:27,048 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:27,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72a13583ef7c5431adfa4364616f61e4: Waiting for close lock at 1732513347048Disabling compacts and flushes for region at 1732513347048Disabling writes for close at 1732513347048Writing region close event to WAL at 1732513347048Closed at 1732513347048 2024-11-25T05:42:27,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T05:42:27,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732513347049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732513347049"}]},"ts":"1732513347049"} 2024-11-25T05:42:27,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T05:42:27,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T05:42:27,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513347051"}]},"ts":"1732513347051"} 2024-11-25T05:42:27,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T05:42:27,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, ASSIGN}] 2024-11-25T05:42:27,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, ASSIGN 2024-11-25T05:42:27,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, ASSIGN; state=OFFLINE, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=false 2024-11-25T05:42:27,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=72a13583ef7c5431adfa4364616f61e4, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:27,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, ASSIGN because future has completed 2024-11-25T05:42:27,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:42:27,364 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:27,364 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:42:27,364 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,364 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:42:27,365 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,365 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,366 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,367 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a13583ef7c5431adfa4364616f61e4 columnFamilyName A 2024-11-25T05:42:27,367 DEBUG [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:27,367 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(327): Store=72a13583ef7c5431adfa4364616f61e4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:42:27,368 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,368 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a13583ef7c5431adfa4364616f61e4 columnFamilyName B 2024-11-25T05:42:27,369 DEBUG [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:27,369 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(327): Store=72a13583ef7c5431adfa4364616f61e4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:42:27,369 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T05:42:27,370 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a13583ef7c5431adfa4364616f61e4 columnFamilyName C 2024-11-25T05:42:27,370 DEBUG [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:27,371 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(327): Store=72a13583ef7c5431adfa4364616f61e4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:42:27,371 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,371 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,372 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,372 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,372 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,373 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:42:27,374 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,375 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T05:42:27,375 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 72a13583ef7c5431adfa4364616f61e4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64450269, jitterRate=-0.03961615264415741}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:42:27,375 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:27,376 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 72a13583ef7c5431adfa4364616f61e4: Running coprocessor pre-open hook at 1732513347365Writing region info on filesystem at 1732513347365Initializing all the Stores at 1732513347365Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513347365Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513347366 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513347366Cleaning up temporary data from old regions at 1732513347372 (+6 ms)Running coprocessor post-open hooks at 1732513347375 (+3 ms)Region opened successfully at 1732513347376 (+1 ms) 2024-11-25T05:42:27,376 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., pid=140, masterSystemTime=1732513347361 2024-11-25T05:42:27,378 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:27,378 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:27,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=72a13583ef7c5431adfa4364616f61e4, regionState=OPEN, openSeqNum=2, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:27,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:42:27,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-25T05:42:27,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 in 172 msec 2024-11-25T05:42:27,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T05:42:27,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, ASSIGN in 329 msec 2024-11-25T05:42:27,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T05:42:27,384 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513347384"}]},"ts":"1732513347384"} 2024-11-25T05:42:27,385 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T05:42:27,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T05:42:27,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-25T05:42:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T05:42:28,380 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:28,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a769332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:28,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:28,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:28,383 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f187aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:28,384 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:28,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ba62b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:28,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:28,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:28,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:28,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:28,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T05:42:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8ef925b832e3,32803,1732513187085 2024-11-25T05:42:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34b359e9 2024-11-25T05:42:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T05:42:28,389 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T05:42:28,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T05:42:28,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T05:42:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:28,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742378_1554 (size=995) 2024-11-25T05:42:28,804 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-25T05:42:28,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-25T05:42:28,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:42:28,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, REOPEN/MOVE}] 2024-11-25T05:42:28,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, REOPEN/MOVE 2024-11-25T05:42:28,810 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=72a13583ef7c5431adfa4364616f61e4, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:28,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, REOPEN/MOVE because future has completed 2024-11-25T05:42:28,812 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:42:28,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:42:28,965 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:28,965 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:42:28,965 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 72a13583ef7c5431adfa4364616f61e4, disabling compactions & flushes 2024-11-25T05:42:28,965 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:28,965 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:28,965 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. after waiting 0 ms 2024-11-25T05:42:28,965 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:28,969 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T05:42:28,969 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:28,969 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 72a13583ef7c5431adfa4364616f61e4: Waiting for close lock at 1732513348965Running coprocessor pre-close hooks at 1732513348965Disabling compacts and flushes for region at 1732513348965Disabling writes for close at 1732513348965Writing region close event to WAL at 1732513348966 (+1 ms)Running coprocessor post-close hooks at 1732513348969 (+3 ms)Closed at 1732513348969 2024-11-25T05:42:28,969 WARN [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 72a13583ef7c5431adfa4364616f61e4 to self. 2024-11-25T05:42:28,971 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:28,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=72a13583ef7c5431adfa4364616f61e4, regionState=CLOSED 2024-11-25T05:42:28,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:42:28,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-25T05:42:28,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 in 162 msec 2024-11-25T05:42:28,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, REOPEN/MOVE; state=CLOSED, location=8ef925b832e3,41059,1732513187808; forceNewPlan=false, retain=true 2024-11-25T05:42:29,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=72a13583ef7c5431adfa4364616f61e4, regionState=OPENING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, REOPEN/MOVE because future has completed 2024-11-25T05:42:29,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:42:29,283 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,283 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T05:42:29,283 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,283 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T05:42:29,283 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,283 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,285 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,286 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a13583ef7c5431adfa4364616f61e4 columnFamilyName A 2024-11-25T05:42:29,287 DEBUG [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:29,288 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(327): Store=72a13583ef7c5431adfa4364616f61e4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:42:29,288 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,289 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a13583ef7c5431adfa4364616f61e4 columnFamilyName B 2024-11-25T05:42:29,289 DEBUG [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:29,290 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(327): Store=72a13583ef7c5431adfa4364616f61e4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:42:29,290 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,290 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a13583ef7c5431adfa4364616f61e4 columnFamilyName C 2024-11-25T05:42:29,290 DEBUG [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:29,291 INFO [StoreOpener-72a13583ef7c5431adfa4364616f61e4-1 {}] regionserver.HStore(327): Store=72a13583ef7c5431adfa4364616f61e4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T05:42:29,291 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,292 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,293 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,294 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,294 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,294 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T05:42:29,295 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,296 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 72a13583ef7c5431adfa4364616f61e4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72185817, jitterRate=0.07565249502658844}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T05:42:29,296 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,297 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 72a13583ef7c5431adfa4364616f61e4: Running coprocessor pre-open hook at 1732513349283Writing region info on filesystem at 1732513349284 (+1 ms)Initializing all the Stores at 1732513349285 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513349285Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513349285Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732513349285Cleaning up temporary data from old regions at 1732513349294 (+9 ms)Running coprocessor post-open hooks at 1732513349296 (+2 ms)Region opened successfully at 1732513349297 (+1 ms) 2024-11-25T05:42:29,298 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., pid=145, masterSystemTime=1732513349280 2024-11-25T05:42:29,300 DEBUG [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,300 INFO [RS_OPEN_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=72a13583ef7c5431adfa4364616f61e4, regionState=OPEN, openSeqNum=5, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:42:29,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-25T05:42:29,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 in 175 msec 2024-11-25T05:42:29,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T05:42:29,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, REOPEN/MOVE in 496 msec 2024-11-25T05:42:29,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-25T05:42:29,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 502 msec 2024-11-25T05:42:29,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 921 msec 2024-11-25T05:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T05:42:29,314 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:29,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd32fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,316 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e70517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,318 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44508656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,320 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7289abb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,321 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bca9d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,326 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9b7306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,328 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416ca12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,331 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68853744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,334 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a355e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,336 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b6bcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,338 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7758dcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,343 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5595c047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,345 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f81161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,350 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9841c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,352 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49565402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,357 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d0b6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,359 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657321e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,362 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278f77e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5b893e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8ef925b832e3,32803,-1 for getting cluster id 2024-11-25T05:42:29,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T05:42:29,368 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c26142f-5638-48f9-81ff-d1d30d64956b' 2024-11-25T05:42:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T05:42:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c26142f-5638-48f9-81ff-d1d30d64956b" 2024-11-25T05:42:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@871ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8ef925b832e3,32803,-1] 2024-11-25T05:42:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T05:42:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:29,369 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T05:42:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab9b5ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T05:42:29,370 DEBUG [Thread-2481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,373 DEBUG [Thread-2483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,381 DEBUG [Thread-2474 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,382 DEBUG [Thread-2466 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,383 DEBUG [Thread-2466 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,395 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:29,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:42:29,405 DEBUG [Thread-2472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,409 DEBUG [Thread-2468 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,421 DEBUG [Thread-2477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,423 DEBUG [Thread-2477 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,423 DEBUG [Thread-2477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,438 DEBUG [Thread-2470 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513409438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513409440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513409443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513409444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,457 DEBUG [Thread-2479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513409458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,464 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-25T05:42:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T05:42:29,467 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:29,468 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:29,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:29,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250b41ee92373444ca8aa1965221625b2b_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513349393/Put/seqid=0 2024-11-25T05:42:29,478 DEBUG [Thread-2485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T05:42:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8ef925b832e3,41059,1732513187808, seqNum=-1] 2024-11-25T05:42:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T05:42:29,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T05:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5] 2024-11-25T05:42:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742379_1555 (size=9714) 2024-11-25T05:42:29,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513409550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513409550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513409551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513409551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T05:42:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513409570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T05:42:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513409760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513409760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513409760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513409760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T05:42:29,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T05:42:29,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513409780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:29,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T05:42:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:29,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:29,934 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250b41ee92373444ca8aa1965221625b2b_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250b41ee92373444ca8aa1965221625b2b_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:29,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/3d69a32bd44f497a8c57009c953f6360, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:29,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/3d69a32bd44f497a8c57009c953f6360 is 175, key is test_row_0/A:col10/1732513349393/Put/seqid=0 2024-11-25T05:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742380_1556 (size=22361) 2024-11-25T05:42:29,971 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/3d69a32bd44f497a8c57009c953f6360 2024-11-25T05:42:30,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/7e45801728354f7f92baa9faffbbde61 is 50, key is test_row_0/B:col10/1732513349393/Put/seqid=0 2024-11-25T05:42:30,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742381_1557 (size=9657) 2024-11-25T05:42:30,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513410070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513410070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513410070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513410071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T05:42:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:30,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T05:42:30,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513410090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T05:42:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:30,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T05:42:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:30,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:30,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/7e45801728354f7f92baa9faffbbde61 2024-11-25T05:42:30,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/a3d02c2792264e7196ef9d5dd65325dc is 50, key is test_row_0/C:col10/1732513349393/Put/seqid=0 2024-11-25T05:42:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742382_1558 (size=9657) 2024-11-25T05:42:30,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/a3d02c2792264e7196ef9d5dd65325dc 2024-11-25T05:42:30,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/3d69a32bd44f497a8c57009c953f6360 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3d69a32bd44f497a8c57009c953f6360 2024-11-25T05:42:30,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3d69a32bd44f497a8c57009c953f6360, entries=100, sequenceid=16, filesize=21.8 K 2024-11-25T05:42:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/7e45801728354f7f92baa9faffbbde61 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7e45801728354f7f92baa9faffbbde61 2024-11-25T05:42:30,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7e45801728354f7f92baa9faffbbde61, entries=100, sequenceid=16, filesize=9.4 K 2024-11-25T05:42:30,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/a3d02c2792264e7196ef9d5dd65325dc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/a3d02c2792264e7196ef9d5dd65325dc 2024-11-25T05:42:30,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/a3d02c2792264e7196ef9d5dd65325dc, entries=100, sequenceid=16, filesize=9.4 K 2024-11-25T05:42:30,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 72a13583ef7c5431adfa4364616f61e4 in 1118ms, sequenceid=16, compaction requested=false 2024-11-25T05:42:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T05:42:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:30,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T05:42:30,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:30,539 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:42:30,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252983749303734f1b8698b34d4e168ced_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513349439/Put/seqid=0 2024-11-25T05:42:30,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742383_1559 (size=12154) 2024-11-25T05:42:30,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:30,566 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252983749303734f1b8698b34d4e168ced_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252983749303734f1b8698b34d4e168ced_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:30,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/f57e66e3fca54a2c8b8161a275d1b06a, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:30,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/f57e66e3fca54a2c8b8161a275d1b06a is 175, key is test_row_0/A:col10/1732513349439/Put/seqid=0 2024-11-25T05:42:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742384_1560 (size=30955) 2024-11-25T05:42:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:30,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T05:42:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513410600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513410615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513410616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513410615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513410615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513410730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513410730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513410731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513410731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513410940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513410940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513410940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513410940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:30,972 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/f57e66e3fca54a2c8b8161a275d1b06a 2024-11-25T05:42:30,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b46dfae880e5460eb7161264a84ee980 is 50, key is test_row_0/B:col10/1732513349439/Put/seqid=0 2024-11-25T05:42:31,000 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T05:42:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742385_1561 (size=12001) 2024-11-25T05:42:31,027 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b46dfae880e5460eb7161264a84ee980 2024-11-25T05:42:31,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/beacca423e32486f821144cc67361614 is 50, key is test_row_0/C:col10/1732513349439/Put/seqid=0 2024-11-25T05:42:31,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742386_1562 (size=12001) 2024-11-25T05:42:31,066 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/beacca423e32486f821144cc67361614 2024-11-25T05:42:31,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/f57e66e3fca54a2c8b8161a275d1b06a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f57e66e3fca54a2c8b8161a275d1b06a 2024-11-25T05:42:31,074 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f57e66e3fca54a2c8b8161a275d1b06a, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T05:42:31,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b46dfae880e5460eb7161264a84ee980 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b46dfae880e5460eb7161264a84ee980 2024-11-25T05:42:31,078 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b46dfae880e5460eb7161264a84ee980, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T05:42:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/beacca423e32486f821144cc67361614 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/beacca423e32486f821144cc67361614 2024-11-25T05:42:31,082 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/beacca423e32486f821144cc67361614, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T05:42:31,083 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 72a13583ef7c5431adfa4364616f61e4 in 544ms, sequenceid=41, compaction requested=false 2024-11-25T05:42:31,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:31,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:31,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-25T05:42:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-25T05:42:31,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T05:42:31,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6180 sec 2024-11-25T05:42:31,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.6290 sec 2024-11-25T05:42:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:31,253 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:31,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:42:31,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112529b94eaa75554362a51b90fdf19dfd2d_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513351252/Put/seqid=0 2024-11-25T05:42:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742387_1563 (size=14594) 2024-11-25T05:42:31,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513411283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513411284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513411285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513411286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513411400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513411400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513411400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513411400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T05:42:31,611 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:31,611 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-25T05:42:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T05:42:31,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:31,614 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:31,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513411610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513411610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513411610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513411611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513411630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,633 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:31,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:31,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112529b94eaa75554362a51b90fdf19dfd2d_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529b94eaa75554362a51b90fdf19dfd2d_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:31,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/113295387f2d46e39a6ce05d0eaa5302, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:31,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/113295387f2d46e39a6ce05d0eaa5302 is 175, key is test_row_0/A:col10/1732513351252/Put/seqid=0 2024-11-25T05:42:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742388_1564 (size=39549) 2024-11-25T05:42:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T05:42:31,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T05:42:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:31,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:31,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T05:42:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:31,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513411920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513411920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513411921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T05:42:31,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513411930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:31,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:31,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:32,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T05:42:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/113295387f2d46e39a6ce05d0eaa5302 2024-11-25T05:42:32,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/d67ce282bd9841168b13c59b837a1efd is 50, key is test_row_0/B:col10/1732513351252/Put/seqid=0 2024-11-25T05:42:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742389_1565 (size=12001) 2024-11-25T05:42:32,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/d67ce282bd9841168b13c59b837a1efd 2024-11-25T05:42:32,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9120f481f8cf4bd68bf3a5382e9a1500 is 50, key is test_row_0/C:col10/1732513351252/Put/seqid=0 2024-11-25T05:42:32,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742390_1566 (size=12001) 2024-11-25T05:42:32,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T05:42:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T05:42:32,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T05:42:32,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:32,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513412430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:32,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513412431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:32,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513412431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:32,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513412440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:32,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T05:42:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:32,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9120f481f8cf4bd68bf3a5382e9a1500 2024-11-25T05:42:32,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/113295387f2d46e39a6ce05d0eaa5302 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/113295387f2d46e39a6ce05d0eaa5302 2024-11-25T05:42:32,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/113295387f2d46e39a6ce05d0eaa5302, entries=200, sequenceid=54, filesize=38.6 K 2024-11-25T05:42:32,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/d67ce282bd9841168b13c59b837a1efd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d67ce282bd9841168b13c59b837a1efd 2024-11-25T05:42:32,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d67ce282bd9841168b13c59b837a1efd, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T05:42:32,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9120f481f8cf4bd68bf3a5382e9a1500 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9120f481f8cf4bd68bf3a5382e9a1500 2024-11-25T05:42:32,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9120f481f8cf4bd68bf3a5382e9a1500, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T05:42:32,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 72a13583ef7c5431adfa4364616f61e4 in 1317ms, sequenceid=54, compaction requested=true 2024-11-25T05:42:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:32,570 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T05:42:32,570 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:32,571 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:32,571 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:32,571 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/A is initiating minor compaction (all files) 2024-11-25T05:42:32,571 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/B is initiating minor compaction (all files) 2024-11-25T05:42:32,571 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/B in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,571 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/A in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,572 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7e45801728354f7f92baa9faffbbde61, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b46dfae880e5460eb7161264a84ee980, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d67ce282bd9841168b13c59b837a1efd] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=32.9 K 2024-11-25T05:42:32,572 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3d69a32bd44f497a8c57009c953f6360, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f57e66e3fca54a2c8b8161a275d1b06a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/113295387f2d46e39a6ce05d0eaa5302] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=90.7 K 2024-11-25T05:42:32,572 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,572 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3d69a32bd44f497a8c57009c953f6360, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f57e66e3fca54a2c8b8161a275d1b06a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/113295387f2d46e39a6ce05d0eaa5302] 2024-11-25T05:42:32,572 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e45801728354f7f92baa9faffbbde61, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513349393 2024-11-25T05:42:32,572 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d69a32bd44f497a8c57009c953f6360, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513349393 2024-11-25T05:42:32,572 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b46dfae880e5460eb7161264a84ee980, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513349434 2024-11-25T05:42:32,573 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d67ce282bd9841168b13c59b837a1efd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732513350585 2024-11-25T05:42:32,573 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f57e66e3fca54a2c8b8161a275d1b06a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513349434 2024-11-25T05:42:32,574 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 113295387f2d46e39a6ce05d0eaa5302, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732513350585 2024-11-25T05:42:32,581 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:32,582 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:32,582 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/1780fd64c0ba409f918b8ef3d0411911 is 50, key is test_row_0/B:col10/1732513351252/Put/seqid=0 2024-11-25T05:42:32,594 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112509f39e3b7b964da087f6a1887b2464ca_72a13583ef7c5431adfa4364616f61e4 store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:32,596 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112509f39e3b7b964da087f6a1887b2464ca_72a13583ef7c5431adfa4364616f61e4, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:32,596 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112509f39e3b7b964da087f6a1887b2464ca_72a13583ef7c5431adfa4364616f61e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742391_1567 (size=12104) 2024-11-25T05:42:32,646 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/1780fd64c0ba409f918b8ef3d0411911 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1780fd64c0ba409f918b8ef3d0411911 2024-11-25T05:42:32,652 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/B of 72a13583ef7c5431adfa4364616f61e4 into 1780fd64c0ba409f918b8ef3d0411911(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:32,653 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:32,653 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/B, priority=13, startTime=1732513352570; duration=0sec 2024-11-25T05:42:32,653 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:32,653 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:B 2024-11-25T05:42:32,653 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742392_1568 (size=4469) 2024-11-25T05:42:32,655 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:32,655 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/C is initiating minor compaction (all files) 2024-11-25T05:42:32,655 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/C in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,655 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/a3d02c2792264e7196ef9d5dd65325dc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/beacca423e32486f821144cc67361614, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9120f481f8cf4bd68bf3a5382e9a1500] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=32.9 K 2024-11-25T05:42:32,656 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting a3d02c2792264e7196ef9d5dd65325dc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732513349393 2024-11-25T05:42:32,656 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting beacca423e32486f821144cc67361614, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732513349434 2024-11-25T05:42:32,656 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 9120f481f8cf4bd68bf3a5382e9a1500, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732513350585 2024-11-25T05:42:32,660 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#A#compaction#484 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:32,660 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/c7adcd95d6b84406a4a69346f53a70e6 is 175, key is test_row_0/A:col10/1732513351252/Put/seqid=0 2024-11-25T05:42:32,683 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:32,684 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/82485df03fb44c748587a63212d8a3b4 is 50, key is test_row_0/C:col10/1732513351252/Put/seqid=0 2024-11-25T05:42:32,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T05:42:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,687 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T05:42:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742393_1569 (size=31058) 2024-11-25T05:42:32,711 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/c7adcd95d6b84406a4a69346f53a70e6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/c7adcd95d6b84406a4a69346f53a70e6 2024-11-25T05:42:32,717 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/A of 72a13583ef7c5431adfa4364616f61e4 into c7adcd95d6b84406a4a69346f53a70e6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:32,717 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:32,717 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/A, priority=13, startTime=1732513352570; duration=0sec 2024-11-25T05:42:32,717 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:32,717 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:A 2024-11-25T05:42:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb06c8487df14340a742c1acf07c335c_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513351284/Put/seqid=0 2024-11-25T05:42:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T05:42:32,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742394_1570 (size=12104) 2024-11-25T05:42:32,774 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/82485df03fb44c748587a63212d8a3b4 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/82485df03fb44c748587a63212d8a3b4 2024-11-25T05:42:32,781 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/C of 72a13583ef7c5431adfa4364616f61e4 into 82485df03fb44c748587a63212d8a3b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:32,781 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:32,781 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/C, priority=13, startTime=1732513352570; duration=0sec 2024-11-25T05:42:32,781 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:32,781 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:C 2024-11-25T05:42:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742395_1571 (size=12154) 2024-11-25T05:42:32,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,797 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb06c8487df14340a742c1acf07c335c_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb06c8487df14340a742c1acf07c335c_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/6d7f0c93c5ed4f77b3cddab004c180fe, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/6d7f0c93c5ed4f77b3cddab004c180fe is 175, key is test_row_0/A:col10/1732513351284/Put/seqid=0 2024-11-25T05:42:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742396_1572 (size=30955) 2024-11-25T05:42:32,821 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/6d7f0c93c5ed4f77b3cddab004c180fe 2024-11-25T05:42:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/11e01a0c66124179b2f70e0c71b51346 is 50, key is test_row_0/B:col10/1732513351284/Put/seqid=0 2024-11-25T05:42:32,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742397_1573 (size=12001) 2024-11-25T05:42:32,875 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/11e01a0c66124179b2f70e0c71b51346 2024-11-25T05:42:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/13e87c84f01044319c762d4fed34676c is 50, key is test_row_0/C:col10/1732513351284/Put/seqid=0 2024-11-25T05:42:32,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742398_1574 (size=12001) 2024-11-25T05:42:32,916 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/13e87c84f01044319c762d4fed34676c 2024-11-25T05:42:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/6d7f0c93c5ed4f77b3cddab004c180fe as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6d7f0c93c5ed4f77b3cddab004c180fe 2024-11-25T05:42:32,927 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6d7f0c93c5ed4f77b3cddab004c180fe, entries=150, sequenceid=78, filesize=30.2 K 2024-11-25T05:42:32,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/11e01a0c66124179b2f70e0c71b51346 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/11e01a0c66124179b2f70e0c71b51346 2024-11-25T05:42:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,932 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/11e01a0c66124179b2f70e0c71b51346, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T05:42:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/13e87c84f01044319c762d4fed34676c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/13e87c84f01044319c762d4fed34676c 2024-11-25T05:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,944 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/13e87c84f01044319c762d4fed34676c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T05:42:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,945 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 72a13583ef7c5431adfa4364616f61e4 in 258ms, sequenceid=78, compaction requested=false 2024-11-25T05:42:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-25T05:42:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-25T05:42:32,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T05:42:32,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3330 sec 2024-11-25T05:42:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.3380 sec 2024-11-25T05:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:42:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251d5cf77cfadf405f9559c9459485799d_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513353474/Put/seqid=0 2024-11-25T05:42:33,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742400_1576 (size=24358) 2024-11-25T05:42:33,528 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513413525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513413526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,532 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251d5cf77cfadf405f9559c9459485799d_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d5cf77cfadf405f9559c9459485799d_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:33,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513413528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513413528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,534 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/d8de8815a5244929a0055b3293160d4a, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:33,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/d8de8815a5244929a0055b3293160d4a is 175, key is test_row_0/A:col10/1732513353474/Put/seqid=0 2024-11-25T05:42:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742399_1575 (size=73995) 2024-11-25T05:42:33,537 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/d8de8815a5244929a0055b3293160d4a 2024-11-25T05:42:33,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/6fe0448a52744f71bedc2a5c8b853b42 is 50, key is test_row_0/B:col10/1732513353474/Put/seqid=0 2024-11-25T05:42:33,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742401_1577 (size=12001) 2024-11-25T05:42:33,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513413640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513413640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513413640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513413640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513413660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,664 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T05:42:33,760 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:33,761 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-25T05:42:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T05:42:33,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:33,764 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:33,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513413850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513413850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513413851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513413851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T05:42:33,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T05:42:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:33,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:33,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:33,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:33,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/6fe0448a52744f71bedc2a5c8b853b42 2024-11-25T05:42:33,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/ae5dd77b1ef349009fa6a82444a80223 is 50, key is test_row_0/C:col10/1732513353474/Put/seqid=0 2024-11-25T05:42:33,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742402_1578 (size=12001) 2024-11-25T05:42:34,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T05:42:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T05:42:34,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513414160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513414160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513414161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513414161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T05:42:34,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:34,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/ae5dd77b1ef349009fa6a82444a80223 2024-11-25T05:42:34,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T05:42:34,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:34,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:34,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/d8de8815a5244929a0055b3293160d4a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d8de8815a5244929a0055b3293160d4a 2024-11-25T05:42:34,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d8de8815a5244929a0055b3293160d4a, entries=400, sequenceid=91, filesize=72.3 K 2024-11-25T05:42:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/6fe0448a52744f71bedc2a5c8b853b42 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/6fe0448a52744f71bedc2a5c8b853b42 2024-11-25T05:42:34,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/6fe0448a52744f71bedc2a5c8b853b42, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T05:42:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/ae5dd77b1ef349009fa6a82444a80223 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae5dd77b1ef349009fa6a82444a80223 2024-11-25T05:42:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T05:42:34,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae5dd77b1ef349009fa6a82444a80223, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T05:42:34,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 72a13583ef7c5431adfa4364616f61e4 in 917ms, sequenceid=91, compaction requested=true 2024-11-25T05:42:34,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:34,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:34,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:34,394 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:34,394 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:34,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:34,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:34,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:34,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:34,395 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:34,395 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/B is initiating minor compaction (all files) 2024-11-25T05:42:34,395 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/B in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,395 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1780fd64c0ba409f918b8ef3d0411911, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/11e01a0c66124179b2f70e0c71b51346, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/6fe0448a52744f71bedc2a5c8b853b42] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=35.3 K 2024-11-25T05:42:34,395 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:34,395 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/A is initiating minor compaction (all files) 2024-11-25T05:42:34,395 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/A in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,396 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/c7adcd95d6b84406a4a69346f53a70e6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6d7f0c93c5ed4f77b3cddab004c180fe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d8de8815a5244929a0055b3293160d4a] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=132.8 K 2024-11-25T05:42:34,396 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,396 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/c7adcd95d6b84406a4a69346f53a70e6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6d7f0c93c5ed4f77b3cddab004c180fe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d8de8815a5244929a0055b3293160d4a] 2024-11-25T05:42:34,396 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1780fd64c0ba409f918b8ef3d0411911, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732513350585 2024-11-25T05:42:34,403 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7adcd95d6b84406a4a69346f53a70e6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732513350585 2024-11-25T05:42:34,403 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e01a0c66124179b2f70e0c71b51346, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732513351279 2024-11-25T05:42:34,404 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe0448a52744f71bedc2a5c8b853b42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732513353472 2024-11-25T05:42:34,404 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d7f0c93c5ed4f77b3cddab004c180fe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732513351279 2024-11-25T05:42:34,405 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8de8815a5244929a0055b3293160d4a, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732513353461 2024-11-25T05:42:34,413 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:34,413 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/a1ef034de376421bae85115de68b20f9 is 50, key is test_row_0/B:col10/1732513353474/Put/seqid=0 2024-11-25T05:42:34,418 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:34,426 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112570ecce7ef31f4b9c8b94e94ebda71712_72a13583ef7c5431adfa4364616f61e4 store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:34,429 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112570ecce7ef31f4b9c8b94e94ebda71712_72a13583ef7c5431adfa4364616f61e4, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:34,429 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112570ecce7ef31f4b9c8b94e94ebda71712_72a13583ef7c5431adfa4364616f61e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742403_1579 (size=12207) 2024-11-25T05:42:34,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742404_1580 (size=4469) 2024-11-25T05:42:34,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T05:42:34,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,528 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:42:34,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125915f62f8ea114c42b7951c8cded2cb19_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513353524/Put/seqid=0 2024-11-25T05:42:34,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742405_1581 (size=12154) 2024-11-25T05:42:34,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:34,576 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125915f62f8ea114c42b7951c8cded2cb19_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125915f62f8ea114c42b7951c8cded2cb19_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:34,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/06bfe55c605d4d96a1f09beff6a6bd01, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:34,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/06bfe55c605d4d96a1f09beff6a6bd01 is 175, key is test_row_0/A:col10/1732513353524/Put/seqid=0 2024-11-25T05:42:34,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742406_1582 (size=30955) 2024-11-25T05:42:34,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:34,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513414682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513414683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513414684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513414684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513414790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513414800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513414800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513414800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:34,849 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/a1ef034de376421bae85115de68b20f9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/a1ef034de376421bae85115de68b20f9 2024-11-25T05:42:34,859 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/B of 72a13583ef7c5431adfa4364616f61e4 into a1ef034de376421bae85115de68b20f9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:34,859 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:34,859 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/B, priority=13, startTime=1732513354394; duration=0sec 2024-11-25T05:42:34,859 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:34,859 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:B 2024-11-25T05:42:34,859 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:34,861 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:34,861 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/C is initiating minor compaction (all files) 2024-11-25T05:42:34,861 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/C in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:34,861 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/82485df03fb44c748587a63212d8a3b4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/13e87c84f01044319c762d4fed34676c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae5dd77b1ef349009fa6a82444a80223] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=35.3 K 2024-11-25T05:42:34,861 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 82485df03fb44c748587a63212d8a3b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732513350585 2024-11-25T05:42:34,861 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 13e87c84f01044319c762d4fed34676c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732513351279 2024-11-25T05:42:34,862 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ae5dd77b1ef349009fa6a82444a80223, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732513353472 2024-11-25T05:42:34,867 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:34,867 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/28bedb1c620246d69b43fdde02872956 is 50, key is test_row_0/C:col10/1732513353474/Put/seqid=0 2024-11-25T05:42:34,870 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#A#compaction#493 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:34,870 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/2dee1c79a63445698e58506a6d58790f is 175, key is test_row_0/A:col10/1732513353474/Put/seqid=0 2024-11-25T05:42:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742407_1583 (size=12207) 2024-11-25T05:42:34,877 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/28bedb1c620246d69b43fdde02872956 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/28bedb1c620246d69b43fdde02872956 2024-11-25T05:42:34,881 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/C of 72a13583ef7c5431adfa4364616f61e4 into 28bedb1c620246d69b43fdde02872956(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:34,881 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:34,881 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/C, priority=13, startTime=1732513354394; duration=0sec 2024-11-25T05:42:34,881 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:34,881 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:C 2024-11-25T05:42:34,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742408_1584 (size=31161) 2024-11-25T05:42:34,898 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/2dee1c79a63445698e58506a6d58790f as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/2dee1c79a63445698e58506a6d58790f 2024-11-25T05:42:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T05:42:34,905 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/A of 72a13583ef7c5431adfa4364616f61e4 into 2dee1c79a63445698e58506a6d58790f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:34,905 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:34,905 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/A, priority=13, startTime=1732513354394; duration=0sec 2024-11-25T05:42:34,905 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:34,905 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:A 2024-11-25T05:42:34,988 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/06bfe55c605d4d96a1f09beff6a6bd01 2024-11-25T05:42:34,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/ab204c04851545f3803ebfc7019cd76c is 50, key is test_row_0/B:col10/1732513353524/Put/seqid=0 2024-11-25T05:42:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742409_1585 (size=12001) 2024-11-25T05:42:35,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513414999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513415010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513415010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513415010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513415310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513415320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513415320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513415320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,397 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/ab204c04851545f3803ebfc7019cd76c 2024-11-25T05:42:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/8d621ff2c9bd4a828b844826a5df19ea is 50, key is test_row_0/C:col10/1732513353524/Put/seqid=0 2024-11-25T05:42:35,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742410_1586 (size=12001) 2024-11-25T05:42:35,806 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/8d621ff2c9bd4a828b844826a5df19ea 2024-11-25T05:42:35,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/06bfe55c605d4d96a1f09beff6a6bd01 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/06bfe55c605d4d96a1f09beff6a6bd01 2024-11-25T05:42:35,814 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/06bfe55c605d4d96a1f09beff6a6bd01, entries=150, sequenceid=116, filesize=30.2 K 2024-11-25T05:42:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/ab204c04851545f3803ebfc7019cd76c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ab204c04851545f3803ebfc7019cd76c 2024-11-25T05:42:35,818 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ab204c04851545f3803ebfc7019cd76c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T05:42:35,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/8d621ff2c9bd4a828b844826a5df19ea as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/8d621ff2c9bd4a828b844826a5df19ea 2024-11-25T05:42:35,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513415820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,824 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/8d621ff2c9bd4a828b844826a5df19ea, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T05:42:35,825 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 72a13583ef7c5431adfa4364616f61e4 in 1297ms, sequenceid=116, compaction requested=false 2024-11-25T05:42:35,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:35,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:35,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-25T05:42:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-25T05:42:35,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T05:42:35,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0630 sec 2024-11-25T05:42:35,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.0680 sec 2024-11-25T05:42:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:35,833 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:35,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:42:35,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252cee4ef428d04b64a85f280f3745208b_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513355833/Put/seqid=0 2024-11-25T05:42:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742411_1587 (size=17184) 2024-11-25T05:42:35,848 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:35,853 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252cee4ef428d04b64a85f280f3745208b_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252cee4ef428d04b64a85f280f3745208b_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:35,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/00edb04d7ea74e8bbd48e262957e75f9, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:35,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/00edb04d7ea74e8bbd48e262957e75f9 is 175, key is test_row_0/A:col10/1732513355833/Put/seqid=0 2024-11-25T05:42:35,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742412_1588 (size=48289) 2024-11-25T05:42:35,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513415868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513415875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513415873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T05:42:35,910 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:35,910 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-25T05:42:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T05:42:35,912 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:35,913 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:35,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513415980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513415991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:35,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513415991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:35,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T05:42:36,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513416190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513416200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513416200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:36,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:36,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T05:42:36,267 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/00edb04d7ea74e8bbd48e262957e75f9 2024-11-25T05:42:36,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/1ce32500fdb54fc89114c75e191ac2d6 is 50, key is test_row_0/B:col10/1732513355833/Put/seqid=0 2024-11-25T05:42:36,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742413_1589 (size=12101) 2024-11-25T05:42:36,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/1ce32500fdb54fc89114c75e191ac2d6 2024-11-25T05:42:36,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/40da424e4338446e887561b44ebb3d78 is 50, key is test_row_0/C:col10/1732513355833/Put/seqid=0 2024-11-25T05:42:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742414_1590 (size=12101) 2024-11-25T05:42:36,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/40da424e4338446e887561b44ebb3d78 2024-11-25T05:42:36,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/00edb04d7ea74e8bbd48e262957e75f9 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/00edb04d7ea74e8bbd48e262957e75f9 2024-11-25T05:42:36,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/00edb04d7ea74e8bbd48e262957e75f9, entries=250, sequenceid=133, filesize=47.2 K 2024-11-25T05:42:36,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/1ce32500fdb54fc89114c75e191ac2d6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1ce32500fdb54fc89114c75e191ac2d6 2024-11-25T05:42:36,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1ce32500fdb54fc89114c75e191ac2d6, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T05:42:36,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/40da424e4338446e887561b44ebb3d78 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/40da424e4338446e887561b44ebb3d78 2024-11-25T05:42:36,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/40da424e4338446e887561b44ebb3d78, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T05:42:36,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 72a13583ef7c5431adfa4364616f61e4 in 549ms, sequenceid=133, compaction requested=true 2024-11-25T05:42:36,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:36,382 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:36,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:36,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:36,383 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:36,384 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:36,384 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/A is initiating minor compaction (all files) 2024-11-25T05:42:36,384 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/A in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,384 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/2dee1c79a63445698e58506a6d58790f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/06bfe55c605d4d96a1f09beff6a6bd01, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/00edb04d7ea74e8bbd48e262957e75f9] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=107.8 K 2024-11-25T05:42:36,384 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,384 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/2dee1c79a63445698e58506a6d58790f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/06bfe55c605d4d96a1f09beff6a6bd01, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/00edb04d7ea74e8bbd48e262957e75f9] 2024-11-25T05:42:36,384 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:36,384 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/B is initiating minor compaction (all files) 2024-11-25T05:42:36,384 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/B in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,384 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/a1ef034de376421bae85115de68b20f9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ab204c04851545f3803ebfc7019cd76c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1ce32500fdb54fc89114c75e191ac2d6] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=35.5 K 2024-11-25T05:42:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:36,385 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting a1ef034de376421bae85115de68b20f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732513353472 2024-11-25T05:42:36,385 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dee1c79a63445698e58506a6d58790f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732513353472 2024-11-25T05:42:36,385 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ab204c04851545f3803ebfc7019cd76c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732513353524 2024-11-25T05:42:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:36,386 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ce32500fdb54fc89114c75e191ac2d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513354683 2024-11-25T05:42:36,386 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06bfe55c605d4d96a1f09beff6a6bd01, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732513353524 2024-11-25T05:42:36,387 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00edb04d7ea74e8bbd48e262957e75f9, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513354674 2024-11-25T05:42:36,411 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:36,411 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/532da6e0684344308922f901d09adc58 is 50, key is test_row_0/B:col10/1732513355833/Put/seqid=0 2024-11-25T05:42:36,412 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:36,429 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256dc16366074742c3b68386ed946b0d21_72a13583ef7c5431adfa4364616f61e4 store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:36,432 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256dc16366074742c3b68386ed946b0d21_72a13583ef7c5431adfa4364616f61e4, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:36,432 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256dc16366074742c3b68386ed946b0d21_72a13583ef7c5431adfa4364616f61e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:36,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742415_1591 (size=12409) 2024-11-25T05:42:36,463 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/532da6e0684344308922f901d09adc58 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/532da6e0684344308922f901d09adc58 2024-11-25T05:42:36,468 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/B of 72a13583ef7c5431adfa4364616f61e4 into 532da6e0684344308922f901d09adc58(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:36,468 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:36,468 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/B, priority=13, startTime=1732513356383; duration=0sec 2024-11-25T05:42:36,468 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:36,468 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:B 2024-11-25T05:42:36,468 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:36,469 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:36,469 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/C is initiating minor compaction (all files) 2024-11-25T05:42:36,469 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/C in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,469 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/28bedb1c620246d69b43fdde02872956, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/8d621ff2c9bd4a828b844826a5df19ea, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/40da424e4338446e887561b44ebb3d78] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=35.5 K 2024-11-25T05:42:36,470 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 28bedb1c620246d69b43fdde02872956, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732513353472 2024-11-25T05:42:36,470 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d621ff2c9bd4a828b844826a5df19ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732513353524 2024-11-25T05:42:36,470 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 40da424e4338446e887561b44ebb3d78, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513354683 2024-11-25T05:42:36,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742416_1592 (size=4469) 2024-11-25T05:42:36,496 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#C#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:36,496 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/2765cecc59c640bea89bb58082d2ec12 is 50, key is test_row_0/C:col10/1732513355833/Put/seqid=0 2024-11-25T05:42:36,503 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#A#compaction#502 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:36,503 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/d30f40a7312846a19647952074b021fd is 175, key is test_row_0/A:col10/1732513355833/Put/seqid=0 2024-11-25T05:42:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:36,505 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:36,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T05:42:36,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:36,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:36,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513416524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513416526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513416527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T05:42:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742417_1593 (size=12409) 2024-11-25T05:42:36,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742418_1594 (size=31363) 2024-11-25T05:42:36,574 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/d30f40a7312846a19647952074b021fd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d30f40a7312846a19647952074b021fd 2024-11-25T05:42:36,580 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/A of 72a13583ef7c5431adfa4364616f61e4 into d30f40a7312846a19647952074b021fd(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:36,580 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:36,580 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/A, priority=13, startTime=1732513356382; duration=0sec 2024-11-25T05:42:36,580 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:36,580 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:A 2024-11-25T05:42:36,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112564730929fefb4e819ce361d12d709b67_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513355871/Put/seqid=0 2024-11-25T05:42:36,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742419_1595 (size=14794) 2024-11-25T05:42:36,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513416640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513416640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513416640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513416830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,833 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513416850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513416850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513416850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:36,948 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/2765cecc59c640bea89bb58082d2ec12 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/2765cecc59c640bea89bb58082d2ec12 2024-11-25T05:42:36,951 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/C of 72a13583ef7c5431adfa4364616f61e4 into 2765cecc59c640bea89bb58082d2ec12(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:36,951 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:36,952 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/C, priority=13, startTime=1732513356385; duration=0sec 2024-11-25T05:42:36,952 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:36,952 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:C 2024-11-25T05:42:36,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:36,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:36,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:36,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:37,029 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112564730929fefb4e819ce361d12d709b67_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112564730929fefb4e819ce361d12d709b67_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:37,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0ba290c5b2894e478bc232253a28f24b, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:37,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0ba290c5b2894e478bc232253a28f24b is 175, key is test_row_0/A:col10/1732513355871/Put/seqid=0 2024-11-25T05:42:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742420_1596 (size=39749) 2024-11-25T05:42:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T05:42:37,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:37,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513417160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513417160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513417160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:37,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,434 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0ba290c5b2894e478bc232253a28f24b 2024-11-25T05:42:37,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/9cf2a427fa984f8ba37e1ee9e2cdec1b is 50, key is test_row_0/B:col10/1732513355871/Put/seqid=0 2024-11-25T05:42:37,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742421_1597 (size=12151) 2024-11-25T05:42:37,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:37,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:37,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513417670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:37,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513417670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:37,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513417670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:37,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513417700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:37,703 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:37,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:37,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/9cf2a427fa984f8ba37e1ee9e2cdec1b 2024-11-25T05:42:37,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9b7cc0663ec746e7ad3757360858a054 is 50, key is test_row_0/C:col10/1732513355871/Put/seqid=0 2024-11-25T05:42:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742422_1598 (size=12151) 2024-11-25T05:42:37,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9b7cc0663ec746e7ad3757360858a054 2024-11-25T05:42:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0ba290c5b2894e478bc232253a28f24b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0ba290c5b2894e478bc232253a28f24b 2024-11-25T05:42:37,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0ba290c5b2894e478bc232253a28f24b, entries=200, sequenceid=158, filesize=38.8 K 2024-11-25T05:42:37,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/9cf2a427fa984f8ba37e1ee9e2cdec1b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9cf2a427fa984f8ba37e1ee9e2cdec1b 2024-11-25T05:42:37,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9cf2a427fa984f8ba37e1ee9e2cdec1b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T05:42:37,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9b7cc0663ec746e7ad3757360858a054 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9b7cc0663ec746e7ad3757360858a054 2024-11-25T05:42:37,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9b7cc0663ec746e7ad3757360858a054, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T05:42:37,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 72a13583ef7c5431adfa4364616f61e4 in 1370ms, sequenceid=158, compaction requested=false 2024-11-25T05:42:37,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:37,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T05:42:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:37,915 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T05:42:37,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254982c3dd95c34f2296c563009c91a101_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513356510/Put/seqid=0 2024-11-25T05:42:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742423_1599 (size=12304) 2024-11-25T05:42:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T05:42:38,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,330 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254982c3dd95c34f2296c563009c91a101_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254982c3dd95c34f2296c563009c91a101_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:38,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/92c334dc7a46405883dec2d124e3c6be, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/92c334dc7a46405883dec2d124e3c6be is 175, key is test_row_0/A:col10/1732513356510/Put/seqid=0 2024-11-25T05:42:38,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742424_1600 (size=31105) 2024-11-25T05:42:38,343 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/92c334dc7a46405883dec2d124e3c6be 2024-11-25T05:42:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/9596a41a51c84363879cf089cd861337 is 50, key is test_row_0/B:col10/1732513356510/Put/seqid=0 2024-11-25T05:42:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742425_1601 (size=12151) 2024-11-25T05:42:38,364 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/9596a41a51c84363879cf089cd861337 2024-11-25T05:42:38,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/f8df924dc7d64ae89b42a55de15871c3 is 50, key is test_row_0/C:col10/1732513356510/Put/seqid=0 2024-11-25T05:42:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742426_1602 (size=12151) 2024-11-25T05:42:38,384 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/f8df924dc7d64ae89b42a55de15871c3 2024-11-25T05:42:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/92c334dc7a46405883dec2d124e3c6be as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/92c334dc7a46405883dec2d124e3c6be 2024-11-25T05:42:38,393 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/92c334dc7a46405883dec2d124e3c6be, entries=150, sequenceid=172, filesize=30.4 K 2024-11-25T05:42:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/9596a41a51c84363879cf089cd861337 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9596a41a51c84363879cf089cd861337 2024-11-25T05:42:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,397 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9596a41a51c84363879cf089cd861337, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T05:42:38,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/f8df924dc7d64ae89b42a55de15871c3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/f8df924dc7d64ae89b42a55de15871c3 2024-11-25T05:42:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,400 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/f8df924dc7d64ae89b42a55de15871c3, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T05:42:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,401 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 72a13583ef7c5431adfa4364616f61e4 in 486ms, sequenceid=172, compaction requested=true 2024-11-25T05:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-25T05:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-25T05:42:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T05:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4890 sec 2024-11-25T05:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.4950 sec 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:38,723 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:38,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:42:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258930a0aa05cf4c57851883f0b7c2af81_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513358722/Put/seqid=0 2024-11-25T05:42:38,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742428_1604 (size=27248) 2024-11-25T05:42:38,735 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:38,737 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258930a0aa05cf4c57851883f0b7c2af81_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258930a0aa05cf4c57851883f0b7c2af81_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:38,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/cdded96d49fe48bc8627699deb5c325c, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:38,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/cdded96d49fe48bc8627699deb5c325c is 175, key is test_row_0/A:col10/1732513358722/Put/seqid=0 2024-11-25T05:42:38,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742427_1603 (size=83035) 2024-11-25T05:42:38,740 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/cdded96d49fe48bc8627699deb5c325c 2024-11-25T05:42:38,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/338160312ea34b2b919e6c6af3d5cde8 is 50, key is test_row_0/B:col10/1732513358722/Put/seqid=0 2024-11-25T05:42:38,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742429_1605 (size=12151) 2024-11-25T05:42:38,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513418758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:38,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513418759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513418761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:38,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513418850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:38,852 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:38,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513418870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513418870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:38,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513418870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513419080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513419080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513419080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/338160312ea34b2b919e6c6af3d5cde8 2024-11-25T05:42:39,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/085e30c7a2b045e3ba238eb6dcdf34f5 is 50, key is test_row_0/C:col10/1732513358722/Put/seqid=0 2024-11-25T05:42:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742430_1606 (size=12151) 2024-11-25T05:42:39,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513419389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513419389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513419390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/085e30c7a2b045e3ba238eb6dcdf34f5 2024-11-25T05:42:39,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/cdded96d49fe48bc8627699deb5c325c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/cdded96d49fe48bc8627699deb5c325c 2024-11-25T05:42:39,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/cdded96d49fe48bc8627699deb5c325c, entries=450, sequenceid=184, filesize=81.1 K 2024-11-25T05:42:39,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/338160312ea34b2b919e6c6af3d5cde8 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/338160312ea34b2b919e6c6af3d5cde8 2024-11-25T05:42:39,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/338160312ea34b2b919e6c6af3d5cde8, entries=150, sequenceid=184, filesize=11.9 K 2024-11-25T05:42:39,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/085e30c7a2b045e3ba238eb6dcdf34f5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/085e30c7a2b045e3ba238eb6dcdf34f5 2024-11-25T05:42:39,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/085e30c7a2b045e3ba238eb6dcdf34f5, entries=150, sequenceid=184, filesize=11.9 K 2024-11-25T05:42:39,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 72a13583ef7c5431adfa4364616f61e4 in 858ms, sequenceid=184, compaction requested=true 2024-11-25T05:42:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:39,581 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:39,581 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:39,582 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 185252 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:39,582 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:39,582 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/B is initiating minor compaction (all files) 2024-11-25T05:42:39,582 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/A is initiating minor compaction (all files) 2024-11-25T05:42:39,582 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/B in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:39,582 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/A in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:39,582 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/532da6e0684344308922f901d09adc58, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9cf2a427fa984f8ba37e1ee9e2cdec1b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9596a41a51c84363879cf089cd861337, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/338160312ea34b2b919e6c6af3d5cde8] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=47.7 K 2024-11-25T05:42:39,582 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d30f40a7312846a19647952074b021fd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0ba290c5b2894e478bc232253a28f24b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/92c334dc7a46405883dec2d124e3c6be, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/cdded96d49fe48bc8627699deb5c325c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=180.9 K 2024-11-25T05:42:39,582 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:39,582 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d30f40a7312846a19647952074b021fd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0ba290c5b2894e478bc232253a28f24b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/92c334dc7a46405883dec2d124e3c6be, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/cdded96d49fe48bc8627699deb5c325c] 2024-11-25T05:42:39,582 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 532da6e0684344308922f901d09adc58, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513354683 2024-11-25T05:42:39,582 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf2a427fa984f8ba37e1ee9e2cdec1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732513355871 2024-11-25T05:42:39,582 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting d30f40a7312846a19647952074b021fd, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513354683 2024-11-25T05:42:39,583 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ba290c5b2894e478bc232253a28f24b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732513355865 2024-11-25T05:42:39,583 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 9596a41a51c84363879cf089cd861337, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732513356510 2024-11-25T05:42:39,583 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 338160312ea34b2b919e6c6af3d5cde8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732513358721 2024-11-25T05:42:39,583 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92c334dc7a46405883dec2d124e3c6be, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732513356510 2024-11-25T05:42:39,583 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdded96d49fe48bc8627699deb5c325c, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732513358707 2024-11-25T05:42:39,589 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:39,591 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#B#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:39,593 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411251700abb50d2648afb3996178e612f5ce_72a13583ef7c5431adfa4364616f61e4 store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:39,597 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411251700abb50d2648afb3996178e612f5ce_72a13583ef7c5431adfa4364616f61e4, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:39,597 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251700abb50d2648afb3996178e612f5ce_72a13583ef7c5431adfa4364616f61e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:39,599 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/7516592a890b4043ab96bf24c16b05f5 is 50, key is test_row_0/B:col10/1732513358722/Put/seqid=0 2024-11-25T05:42:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742431_1607 (size=4469) 2024-11-25T05:42:39,612 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#A#compaction#513 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:39,613 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/188c1dbfd1ce49aab872b5ca2d57eef5 is 175, key is test_row_0/A:col10/1732513358722/Put/seqid=0 2024-11-25T05:42:39,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742432_1608 (size=12595) 2024-11-25T05:42:39,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742433_1609 (size=31549) 2024-11-25T05:42:39,631 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/188c1dbfd1ce49aab872b5ca2d57eef5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/188c1dbfd1ce49aab872b5ca2d57eef5 2024-11-25T05:42:39,634 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/A of 72a13583ef7c5431adfa4364616f61e4 into 188c1dbfd1ce49aab872b5ca2d57eef5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:39,634 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:39,634 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/A, priority=12, startTime=1732513359581; duration=0sec 2024-11-25T05:42:39,634 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:39,634 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:A 2024-11-25T05:42:39,634 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:39,635 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:39,636 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/C is initiating minor compaction (all files) 2024-11-25T05:42:39,636 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/C in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:39,636 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/2765cecc59c640bea89bb58082d2ec12, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9b7cc0663ec746e7ad3757360858a054, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/f8df924dc7d64ae89b42a55de15871c3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/085e30c7a2b045e3ba238eb6dcdf34f5] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=47.7 K 2024-11-25T05:42:39,636 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2765cecc59c640bea89bb58082d2ec12, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732513354683 2024-11-25T05:42:39,636 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b7cc0663ec746e7ad3757360858a054, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732513355871 2024-11-25T05:42:39,636 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8df924dc7d64ae89b42a55de15871c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732513356510 2024-11-25T05:42:39,636 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 085e30c7a2b045e3ba238eb6dcdf34f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732513358721 2024-11-25T05:42:39,643 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:39,643 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/3afe4bd4dc4d4ce983f14efed1142717 is 50, key is test_row_0/C:col10/1732513358722/Put/seqid=0 2024-11-25T05:42:39,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742434_1610 (size=12595) 2024-11-25T05:42:39,653 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/3afe4bd4dc4d4ce983f14efed1142717 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/3afe4bd4dc4d4ce983f14efed1142717 2024-11-25T05:42:39,657 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/C of 72a13583ef7c5431adfa4364616f61e4 into 3afe4bd4dc4d4ce983f14efed1142717(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:39,657 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:39,657 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/C, priority=12, startTime=1732513359581; duration=0sec 2024-11-25T05:42:39,657 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:39,657 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:C 2024-11-25T05:42:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:39,902 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:39,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T05:42:39,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cef39105202a478bb391cb56691232a4_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513359902/Put/seqid=0 2024-11-25T05:42:39,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742435_1611 (size=14794) 2024-11-25T05:42:39,912 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:39,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513419910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,914 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cef39105202a478bb391cb56691232a4_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cef39105202a478bb391cb56691232a4_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:39,914 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/be24fb06ce82400e9a9c69460b75c446, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:39,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513419911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/be24fb06ce82400e9a9c69460b75c446 is 175, key is test_row_0/A:col10/1732513359902/Put/seqid=0 2024-11-25T05:42:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513419913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742436_1612 (size=39749) 2024-11-25T05:42:39,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/be24fb06ce82400e9a9c69460b75c446 2024-11-25T05:42:39,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/056b260923db4881aef9f5884970c34a is 50, key is test_row_0/B:col10/1732513359902/Put/seqid=0 2024-11-25T05:42:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742437_1613 (size=12151) 2024-11-25T05:42:39,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/056b260923db4881aef9f5884970c34a 2024-11-25T05:42:39,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/cefcc87194ab44cb8e22dc41827ba842 is 50, key is test_row_0/C:col10/1732513359902/Put/seqid=0 2024-11-25T05:42:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742438_1614 (size=12151) 2024-11-25T05:42:40,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513420020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513420020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513420020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,030 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/7516592a890b4043ab96bf24c16b05f5 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7516592a890b4043ab96bf24c16b05f5 2024-11-25T05:42:40,034 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/B of 72a13583ef7c5431adfa4364616f61e4 into 7516592a890b4043ab96bf24c16b05f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:40,034 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:40,034 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/B, priority=12, startTime=1732513359581; duration=0sec 2024-11-25T05:42:40,034 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:40,035 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:B 2024-11-25T05:42:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T05:42:40,080 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:40,080 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-25T05:42:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T05:42:40,082 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:40,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:40,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T05:42:40,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513420230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513420230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513420230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T05:42:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:40,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:40,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/cefcc87194ab44cb8e22dc41827ba842 2024-11-25T05:42:40,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/be24fb06ce82400e9a9c69460b75c446 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/be24fb06ce82400e9a9c69460b75c446 2024-11-25T05:42:40,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/be24fb06ce82400e9a9c69460b75c446, entries=200, sequenceid=212, filesize=38.8 K 2024-11-25T05:42:40,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/056b260923db4881aef9f5884970c34a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/056b260923db4881aef9f5884970c34a 2024-11-25T05:42:40,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/056b260923db4881aef9f5884970c34a, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T05:42:40,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/cefcc87194ab44cb8e22dc41827ba842 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cefcc87194ab44cb8e22dc41827ba842 2024-11-25T05:42:40,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cefcc87194ab44cb8e22dc41827ba842, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T05:42:40,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 72a13583ef7c5431adfa4364616f61e4 in 468ms, sequenceid=212, compaction requested=false 2024-11-25T05:42:40,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:40,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T05:42:40,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:40,388 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T05:42:40,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125af89955939cc46e98019de962dac2bb2_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513359906/Put/seqid=0 2024-11-25T05:42:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742439_1615 (size=12304) 2024-11-25T05:42:40,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:40,398 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125af89955939cc46e98019de962dac2bb2_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125af89955939cc46e98019de962dac2bb2_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/3ea0deab49af4d9aad287cf47ca6d761, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/3ea0deab49af4d9aad287cf47ca6d761 is 175, key is test_row_0/A:col10/1732513359906/Put/seqid=0 2024-11-25T05:42:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T05:42:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742440_1616 (size=31105) 2024-11-25T05:42:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:40,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513420574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513420579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513420579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513420690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513420690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513420690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T05:42:40,803 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/3ea0deab49af4d9aad287cf47ca6d761 2024-11-25T05:42:40,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b3ac4f57c51f4ee28c8a62f202b02a3e is 50, key is test_row_0/B:col10/1732513359906/Put/seqid=0 2024-11-25T05:42:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742441_1617 (size=12151) 2024-11-25T05:42:40,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513420900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513420900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513420900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513421210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513421210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513421210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,220 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b3ac4f57c51f4ee28c8a62f202b02a3e 2024-11-25T05:42:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T05:42:41,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/cfacaa71e26c46a098722538f1fb5bdf is 50, key is test_row_0/C:col10/1732513359906/Put/seqid=0 2024-11-25T05:42:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742442_1618 (size=12151) 2024-11-25T05:42:41,233 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/cfacaa71e26c46a098722538f1fb5bdf 2024-11-25T05:42:41,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/3ea0deab49af4d9aad287cf47ca6d761 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3ea0deab49af4d9aad287cf47ca6d761 2024-11-25T05:42:41,239 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3ea0deab49af4d9aad287cf47ca6d761, entries=150, sequenceid=223, filesize=30.4 K 2024-11-25T05:42:41,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b3ac4f57c51f4ee28c8a62f202b02a3e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b3ac4f57c51f4ee28c8a62f202b02a3e 2024-11-25T05:42:41,242 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b3ac4f57c51f4ee28c8a62f202b02a3e, entries=150, sequenceid=223, filesize=11.9 K 2024-11-25T05:42:41,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/cfacaa71e26c46a098722538f1fb5bdf as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cfacaa71e26c46a098722538f1fb5bdf 2024-11-25T05:42:41,245 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cfacaa71e26c46a098722538f1fb5bdf, entries=150, sequenceid=223, filesize=11.9 K 2024-11-25T05:42:41,246 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 72a13583ef7c5431adfa4364616f61e4 in 858ms, sequenceid=223, compaction requested=true 2024-11-25T05:42:41,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:41,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:41,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-25T05:42:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-25T05:42:41,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-25T05:42:41,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1640 sec 2024-11-25T05:42:41,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.1690 sec 2024-11-25T05:42:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:41,722 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:41,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T05:42:41,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253768a6ff10f94c0c9bca16f0648f9a62_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513361720/Put/seqid=0 2024-11-25T05:42:41,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513421727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742443_1619 (size=12304) 2024-11-25T05:42:41,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513421728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513421729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513421840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513421840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513421840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513422050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513422050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513422050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:42,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253768a6ff10f94c0c9bca16f0648f9a62_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253768a6ff10f94c0c9bca16f0648f9a62_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:42,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/47e51e74f2e7480aa3bec163b9bb882e, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:42,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/47e51e74f2e7480aa3bec163b9bb882e is 175, key is test_row_0/A:col10/1732513361720/Put/seqid=0 2024-11-25T05:42:42,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742444_1620 (size=31105) 2024-11-25T05:42:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T05:42:42,230 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:42,230 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-25T05:42:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T05:42:42,232 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:42,233 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:42,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T05:42:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513422360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513422360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513422360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T05:42:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T05:42:42,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:42,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,539 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/47e51e74f2e7480aa3bec163b9bb882e 2024-11-25T05:42:42,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b93c9e5bbbce4d26ad2e6b765b2cf30b is 50, key is test_row_0/B:col10/1732513361720/Put/seqid=0 2024-11-25T05:42:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742445_1621 (size=12151) 2024-11-25T05:42:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T05:42:42,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T05:42:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T05:42:42,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:42,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T05:42:42,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513422870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513422870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513422870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49380 deadline: 1732513422890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:42,897 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:42,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b93c9e5bbbce4d26ad2e6b765b2cf30b 2024-11-25T05:42:42,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9651011e669b487e9c4d345c32dc8dc6 is 50, key is test_row_0/C:col10/1732513361720/Put/seqid=0 2024-11-25T05:42:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742446_1622 (size=12151) 2024-11-25T05:42:42,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T05:42:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:42,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:43,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T05:42:43,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:43,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:43,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T05:42:43,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:43,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:43,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:43,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9651011e669b487e9c4d345c32dc8dc6 2024-11-25T05:42:43,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/47e51e74f2e7480aa3bec163b9bb882e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/47e51e74f2e7480aa3bec163b9bb882e 2024-11-25T05:42:43,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/47e51e74f2e7480aa3bec163b9bb882e, entries=150, sequenceid=251, filesize=30.4 K 2024-11-25T05:42:43,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/b93c9e5bbbce4d26ad2e6b765b2cf30b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b93c9e5bbbce4d26ad2e6b765b2cf30b 2024-11-25T05:42:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b93c9e5bbbce4d26ad2e6b765b2cf30b, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T05:42:43,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9651011e669b487e9c4d345c32dc8dc6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9651011e669b487e9c4d345c32dc8dc6 2024-11-25T05:42:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9651011e669b487e9c4d345c32dc8dc6, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T05:42:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 72a13583ef7c5431adfa4364616f61e4 in 1646ms, sequenceid=251, compaction requested=true 2024-11-25T05:42:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:43,369 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:43,369 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T05:42:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,370 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:43,370 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,370 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/A is initiating minor compaction (all files) 2024-11-25T05:42:43,370 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/B is initiating minor compaction (all files) 2024-11-25T05:42:43,370 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/B in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,370 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/A in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,370 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/188c1dbfd1ce49aab872b5ca2d57eef5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/be24fb06ce82400e9a9c69460b75c446, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3ea0deab49af4d9aad287cf47ca6d761, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/47e51e74f2e7480aa3bec163b9bb882e] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=130.4 K 2024-11-25T05:42:43,370 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7516592a890b4043ab96bf24c16b05f5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/056b260923db4881aef9f5884970c34a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b3ac4f57c51f4ee28c8a62f202b02a3e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b93c9e5bbbce4d26ad2e6b765b2cf30b] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=47.9 K 2024-11-25T05:42:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,370 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,370 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/188c1dbfd1ce49aab872b5ca2d57eef5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/be24fb06ce82400e9a9c69460b75c446, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3ea0deab49af4d9aad287cf47ca6d761, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/47e51e74f2e7480aa3bec163b9bb882e] 2024-11-25T05:42:43,370 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 7516592a890b4043ab96bf24c16b05f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732513358721 2024-11-25T05:42:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,370 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 188c1dbfd1ce49aab872b5ca2d57eef5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732513358721 2024-11-25T05:42:43,370 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 056b260923db4881aef9f5884970c34a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513358760 2024-11-25T05:42:43,371 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting be24fb06ce82400e9a9c69460b75c446, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513358757 2024-11-25T05:42:43,371 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b3ac4f57c51f4ee28c8a62f202b02a3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732513359906 2024-11-25T05:42:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,371 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ea0deab49af4d9aad287cf47ca6d761, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732513359906 2024-11-25T05:42:43,371 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b93c9e5bbbce4d26ad2e6b765b2cf30b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732513360573 2024-11-25T05:42:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,371 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47e51e74f2e7480aa3bec163b9bb882e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732513360573 2024-11-25T05:42:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,376 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,378 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,378 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/49ed4f2397d446cca090be28eeb68750 is 50, key is test_row_0/B:col10/1732513361720/Put/seqid=0 2024-11-25T05:42:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,382 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d4e95f114835484f9b00c0b8294558ad_72a13583ef7c5431adfa4364616f61e4 store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,384 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d4e95f114835484f9b00c0b8294558ad_72a13583ef7c5431adfa4364616f61e4, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,384 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4e95f114835484f9b00c0b8294558ad_72a13583ef7c5431adfa4364616f61e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742447_1623 (size=12731) 2024-11-25T05:42:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742448_1624 (size=4469) 2024-11-25T05:42:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,387 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#A#compaction#526 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:43,388 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/17614050f0eb42d2aa646ecedbf9085d is 175, key is test_row_0/A:col10/1732513361720/Put/seqid=0 2024-11-25T05:42:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742449_1625 (size=31685) 2024-11-25T05:42:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T05:42:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,455 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T05:42:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e6d12061a06f465d81e33890ab736336_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_1/A:col10/1732513361726/Put/seqid=0 2024-11-25T05:42:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742450_1626 (size=9914) 2024-11-25T05:42:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,469 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e6d12061a06f465d81e33890ab736336_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6d12061a06f465d81e33890ab736336_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/f2d37351f2344bb4a8851ff7ec4f066c, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/f2d37351f2344bb4a8851ff7ec4f066c is 175, key is test_row_1/A:col10/1732513361726/Put/seqid=0 2024-11-25T05:42:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742451_1627 (size=22561) 2024-11-25T05:42:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,791 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/49ed4f2397d446cca090be28eeb68750 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/49ed4f2397d446cca090be28eeb68750 2024-11-25T05:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,794 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/17614050f0eb42d2aa646ecedbf9085d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/17614050f0eb42d2aa646ecedbf9085d 2024-11-25T05:42:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,795 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/B of 72a13583ef7c5431adfa4364616f61e4 into 49ed4f2397d446cca090be28eeb68750(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:43,795 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:43,795 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/B, priority=12, startTime=1732513363369; duration=0sec 2024-11-25T05:42:43,795 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:43,795 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:B 2024-11-25T05:42:43,796 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,797 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:43,797 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/C is initiating minor compaction (all files) 2024-11-25T05:42:43,797 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/C in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:43,797 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/3afe4bd4dc4d4ce983f14efed1142717, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cefcc87194ab44cb8e22dc41827ba842, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cfacaa71e26c46a098722538f1fb5bdf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9651011e669b487e9c4d345c32dc8dc6] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=47.9 K 2024-11-25T05:42:43,797 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 3afe4bd4dc4d4ce983f14efed1142717, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732513358721 2024-11-25T05:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,797 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting cefcc87194ab44cb8e22dc41827ba842, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732513358760 2024-11-25T05:42:43,798 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting cfacaa71e26c46a098722538f1fb5bdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732513359906 2024-11-25T05:42:43,798 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 9651011e669b487e9c4d345c32dc8dc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732513360573 2024-11-25T05:42:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,798 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/A of 72a13583ef7c5431adfa4364616f61e4 into 17614050f0eb42d2aa646ecedbf9085d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,798 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:43,798 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/A, priority=12, startTime=1732513363369; duration=0sec 2024-11-25T05:42:43,799 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:43,799 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:A 2024-11-25T05:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,803 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#C#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,804 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/ec00a24bc4d34590acb85d5c4b3ce5d7 is 50, key is test_row_0/C:col10/1732513361720/Put/seqid=0 2024-11-25T05:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742452_1628 (size=12731) 2024-11-25T05:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,874 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/f2d37351f2344bb4a8851ff7ec4f066c 2024-11-25T05:42:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/cd11be1dd732470cbd7ea64e1a32400b is 50, key is test_row_1/B:col10/1732513361726/Put/seqid=0 2024-11-25T05:42:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742453_1629 (size=9857) 2024-11-25T05:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513423933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513423934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:43,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513423936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:43,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:43,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:43,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513424040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513424040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513424050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,212 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/ec00a24bc4d34590acb85d5c4b3ce5d7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ec00a24bc4d34590acb85d5c4b3ce5d7 2024-11-25T05:42:44,217 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/C of 72a13583ef7c5431adfa4364616f61e4 into ec00a24bc4d34590acb85d5c4b3ce5d7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:44,217 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:44,217 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/C, priority=12, startTime=1732513363369; duration=0sec 2024-11-25T05:42:44,217 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:44,217 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:C 2024-11-25T05:42:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513424249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513424250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513424260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,286 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/cd11be1dd732470cbd7ea64e1a32400b 2024-11-25T05:42:44,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/ae1465ae737044a091296d3fe35ab5a3 is 50, key is test_row_1/C:col10/1732513361726/Put/seqid=0 2024-11-25T05:42:44,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742454_1630 (size=9857) 2024-11-25T05:42:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T05:42:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513424560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513424560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513424569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:44,696 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/ae1465ae737044a091296d3fe35ab5a3 2024-11-25T05:42:44,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/f2d37351f2344bb4a8851ff7ec4f066c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f2d37351f2344bb4a8851ff7ec4f066c 2024-11-25T05:42:44,702 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f2d37351f2344bb4a8851ff7ec4f066c, entries=100, sequenceid=259, filesize=22.0 K 2024-11-25T05:42:44,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/cd11be1dd732470cbd7ea64e1a32400b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/cd11be1dd732470cbd7ea64e1a32400b 2024-11-25T05:42:44,705 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/cd11be1dd732470cbd7ea64e1a32400b, entries=100, sequenceid=259, filesize=9.6 K 2024-11-25T05:42:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/ae1465ae737044a091296d3fe35ab5a3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae1465ae737044a091296d3fe35ab5a3 2024-11-25T05:42:44,709 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae1465ae737044a091296d3fe35ab5a3, entries=100, sequenceid=259, filesize=9.6 K 2024-11-25T05:42:44,710 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 72a13583ef7c5431adfa4364616f61e4 in 1255ms, sequenceid=259, compaction requested=false 2024-11-25T05:42:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-25T05:42:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-25T05:42:44,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-25T05:42:44,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4780 sec 2024-11-25T05:42:44,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.4820 sec 2024-11-25T05:42:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:45,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T05:42:45,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112575e3369fb03545199d4ed58d6f80e22c_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513363935/Put/seqid=0 2024-11-25T05:42:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742455_1631 (size=14994) 2024-11-25T05:42:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513425079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513425078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513425080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513425190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513425190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513425400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513425400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,482 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:45,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112575e3369fb03545199d4ed58d6f80e22c_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575e3369fb03545199d4ed58d6f80e22c_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:45,485 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/6a3a5755f8004fdaadddc9803ecb52e6, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:45,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/6a3a5755f8004fdaadddc9803ecb52e6 is 175, key is test_row_0/A:col10/1732513363935/Put/seqid=0 2024-11-25T05:42:45,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742456_1632 (size=39949) 2024-11-25T05:42:45,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513425710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513425711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:45,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/6a3a5755f8004fdaadddc9803ecb52e6 2024-11-25T05:42:45,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/d02a5e72cf1f4494adc759f0ea8fe00c is 50, key is test_row_0/B:col10/1732513363935/Put/seqid=0 2024-11-25T05:42:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742457_1633 (size=12301) 2024-11-25T05:42:46,059 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T05:42:46,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513426090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:46,092 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:46,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513426220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:46,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513426220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:46,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/d02a5e72cf1f4494adc759f0ea8fe00c 2024-11-25T05:42:46,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/1234862ccc9a491cbdb822d05b636955 is 50, key is test_row_0/C:col10/1732513363935/Put/seqid=0 2024-11-25T05:42:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742458_1634 (size=12301) 2024-11-25T05:42:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T05:42:46,390 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:46,391 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-25T05:42:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-25T05:42:46,392 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:46,393 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:46,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-25T05:42:46,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-25T05:42:46,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:46,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:46,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:46,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-25T05:42:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:46,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:46,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T05:42:46,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/1234862ccc9a491cbdb822d05b636955 2024-11-25T05:42:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-25T05:42:46,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/6a3a5755f8004fdaadddc9803ecb52e6 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6a3a5755f8004fdaadddc9803ecb52e6 2024-11-25T05:42:46,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6a3a5755f8004fdaadddc9803ecb52e6, entries=200, sequenceid=291, filesize=39.0 K 2024-11-25T05:42:46,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/d02a5e72cf1f4494adc759f0ea8fe00c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d02a5e72cf1f4494adc759f0ea8fe00c 2024-11-25T05:42:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d02a5e72cf1f4494adc759f0ea8fe00c, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T05:42:46,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/1234862ccc9a491cbdb822d05b636955 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/1234862ccc9a491cbdb822d05b636955 2024-11-25T05:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/1234862ccc9a491cbdb822d05b636955, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T05:42:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 72a13583ef7c5431adfa4364616f61e4 in 1653ms, sequenceid=291, compaction requested=true 2024-11-25T05:42:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:46,725 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:46,725 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,727 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:46,727 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/A is initiating minor compaction (all files) 2024-11-25T05:42:46,727 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/A in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,727 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/17614050f0eb42d2aa646ecedbf9085d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f2d37351f2344bb4a8851ff7ec4f066c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6a3a5755f8004fdaadddc9803ecb52e6] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=92.0 K 2024-11-25T05:42:46,727 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,727 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/17614050f0eb42d2aa646ecedbf9085d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f2d37351f2344bb4a8851ff7ec4f066c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6a3a5755f8004fdaadddc9803ecb52e6] 2024-11-25T05:42:46,727 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:46,727 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/B is initiating minor compaction (all files) 2024-11-25T05:42:46,727 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/B in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,728 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/49ed4f2397d446cca090be28eeb68750, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/cd11be1dd732470cbd7ea64e1a32400b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d02a5e72cf1f4494adc759f0ea8fe00c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=34.1 K 2024-11-25T05:42:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,728 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 49ed4f2397d446cca090be28eeb68750, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732513360573 2024-11-25T05:42:46,728 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17614050f0eb42d2aa646ecedbf9085d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732513360573 2024-11-25T05:42:46,728 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting cd11be1dd732470cbd7ea64e1a32400b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732513361726 2024-11-25T05:42:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,728 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2d37351f2344bb4a8851ff7ec4f066c, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732513361726 2024-11-25T05:42:46,728 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting d02a5e72cf1f4494adc759f0ea8fe00c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513363931 2024-11-25T05:42:46,728 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a3a5755f8004fdaadddc9803ecb52e6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513363931 2024-11-25T05:42:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,734 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,734 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/0bac764eea084497b1dd354486644e57 is 50, key is test_row_0/B:col10/1732513363935/Put/seqid=0 2024-11-25T05:42:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,735 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,737 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125397073991d61445fbf621011ff434b42_72a13583ef7c5431adfa4364616f61e4 store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,739 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125397073991d61445fbf621011ff434b42_72a13583ef7c5431adfa4364616f61e4, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:46,739 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125397073991d61445fbf621011ff434b42_72a13583ef7c5431adfa4364616f61e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742460_1636 (size=4469) 2024-11-25T05:42:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742459_1635 (size=12983) 2024-11-25T05:42:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,753 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/0bac764eea084497b1dd354486644e57 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/0bac764eea084497b1dd354486644e57 2024-11-25T05:42:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,757 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/B of 72a13583ef7c5431adfa4364616f61e4 into 0bac764eea084497b1dd354486644e57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:46,757 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,757 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/B, priority=13, startTime=1732513366725; duration=0sec 2024-11-25T05:42:46,757 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:46,757 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:B 2024-11-25T05:42:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,757 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T05:42:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,758 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T05:42:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,758 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/C is initiating minor compaction (all files) 2024-11-25T05:42:46,758 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/C in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,758 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ec00a24bc4d34590acb85d5c4b3ce5d7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae1465ae737044a091296d3fe35ab5a3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/1234862ccc9a491cbdb822d05b636955] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=34.1 K 2024-11-25T05:42:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,758 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ec00a24bc4d34590acb85d5c4b3ce5d7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732513360573 2024-11-25T05:42:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,758 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ae1465ae737044a091296d3fe35ab5a3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732513361726 2024-11-25T05:42:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,759 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 1234862ccc9a491cbdb822d05b636955, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513363931 2024-11-25T05:42:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,763 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:46,764 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/345cb20c29a34859991aac93eefb1208 is 50, key is test_row_0/C:col10/1732513363935/Put/seqid=0 2024-11-25T05:42:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742461_1637 (size=12983) 2024-11-25T05:42:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,770 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/345cb20c29a34859991aac93eefb1208 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/345cb20c29a34859991aac93eefb1208 2024-11-25T05:42:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,773 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/C of 72a13583ef7c5431adfa4364616f61e4 into 345cb20c29a34859991aac93eefb1208(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,773 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:46,773 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/C, priority=13, startTime=1732513366725; duration=0sec 2024-11-25T05:42:46,774 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:46,774 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:C 2024-11-25T05:42:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-25T05:42:46,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,850 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T05:42:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aba11dbd42b347cba988844ff5c59e8a_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_1/A:col10/1732513365076/Put/seqid=0 2024-11-25T05:42:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742462_1638 (size=9914) 2024-11-25T05:42:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-25T05:42:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,149 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#A#compaction#535 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,150 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/e5adf95cd90d48b4a47406ca3a2f146d is 175, key is test_row_0/A:col10/1732513363935/Put/seqid=0 2024-11-25T05:42:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742463_1639 (size=31937) 2024-11-25T05:42:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:47,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:47,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:47,260 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aba11dbd42b347cba988844ff5c59e8a_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aba11dbd42b347cba988844ff5c59e8a_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0f5b6d58d9ff4d41bfda0adec4d91b7d, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0f5b6d58d9ff4d41bfda0adec4d91b7d is 175, key is test_row_1/A:col10/1732513365076/Put/seqid=0 2024-11-25T05:42:47,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742464_1640 (size=22561) 2024-11-25T05:42:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513427304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:47,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513427306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:47,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513427410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:47,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513427419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-25T05:42:47,557 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/e5adf95cd90d48b4a47406ca3a2f146d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/e5adf95cd90d48b4a47406ca3a2f146d 2024-11-25T05:42:47,560 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/A of 72a13583ef7c5431adfa4364616f61e4 into e5adf95cd90d48b4a47406ca3a2f146d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:47,560 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:47,560 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/A, priority=13, startTime=1732513366725; duration=0sec 2024-11-25T05:42:47,560 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:47,560 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:A 2024-11-25T05:42:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513427620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:47,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513427630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:47,675 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0f5b6d58d9ff4d41bfda0adec4d91b7d 2024-11-25T05:42:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/105335974d5b40d4b9a4f52ea09d912e is 50, key is test_row_1/B:col10/1732513365076/Put/seqid=0 2024-11-25T05:42:47,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742465_1641 (size=9857) 2024-11-25T05:42:47,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1732513427800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,801 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_2' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18343 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:47,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513427930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513427940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:47,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:47,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:48,083 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/105335974d5b40d4b9a4f52ea09d912e 2024-11-25T05:42:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/387b5231add84c2d8ba35983cb239f74 is 50, key is test_row_1/C:col10/1732513365076/Put/seqid=0 2024-11-25T05:42:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742466_1642 (size=9857) 2024-11-25T05:42:48,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49400 deadline: 1732513428110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:48,113 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8ef925b832e3,41059,1732513187808 for 'test_row_1' in 72a13583ef7c5431adfa4364616f61e4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T05:42:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:48,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513428440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:48,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513428451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:48,492 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/387b5231add84c2d8ba35983cb239f74 2024-11-25T05:42:48,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0f5b6d58d9ff4d41bfda0adec4d91b7d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0f5b6d58d9ff4d41bfda0adec4d91b7d 2024-11-25T05:42:48,499 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0f5b6d58d9ff4d41bfda0adec4d91b7d, entries=100, sequenceid=300, filesize=22.0 K 2024-11-25T05:42:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/105335974d5b40d4b9a4f52ea09d912e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/105335974d5b40d4b9a4f52ea09d912e 2024-11-25T05:42:48,503 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/105335974d5b40d4b9a4f52ea09d912e, entries=100, sequenceid=300, filesize=9.6 K 2024-11-25T05:42:48,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/387b5231add84c2d8ba35983cb239f74 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/387b5231add84c2d8ba35983cb239f74 2024-11-25T05:42:48,506 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/387b5231add84c2d8ba35983cb239f74, entries=100, sequenceid=300, filesize=9.6 K 2024-11-25T05:42:48,507 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 72a13583ef7c5431adfa4364616f61e4 in 1657ms, sequenceid=300, compaction requested=false 2024-11-25T05:42:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-25T05:42:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-25T05:42:48,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-25T05:42:48,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1150 sec 2024-11-25T05:42:48,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.1190 sec 2024-11-25T05:42:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-25T05:42:48,540 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:48,541 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T05:42:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-25T05:42:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T05:42:48,542 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T05:42:48,543 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T05:42:48,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T05:42:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T05:42:48,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-25T05:42:48,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:48,695 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T05:42:48,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112522ad795006ab4e56913df60fa1001a0d_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513367305/Put/seqid=0 2024-11-25T05:42:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742467_1643 (size=12454) 2024-11-25T05:42:48,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:48,707 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112522ad795006ab4e56913df60fa1001a0d_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522ad795006ab4e56913df60fa1001a0d_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:48,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/293b820f94ed4423a684f147d077dc1d, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:48,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/293b820f94ed4423a684f147d077dc1d is 175, key is test_row_0/A:col10/1732513367305/Put/seqid=0 2024-11-25T05:42:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742468_1644 (size=31255) 2024-11-25T05:42:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T05:42:49,118 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/293b820f94ed4423a684f147d077dc1d 2024-11-25T05:42:49,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/3833e184aad944a6877794e10705fb50 is 50, key is test_row_0/B:col10/1732513367305/Put/seqid=0 2024-11-25T05:42:49,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742469_1645 (size=12301) 2024-11-25T05:42:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T05:42:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:49,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. as already flushing 2024-11-25T05:42:49,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513429463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:49,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513429463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:49,469 INFO [Thread-2477 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2477. 2024-11-25T05:42:49,470 DEBUG [Thread-2477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:49,470 DEBUG [Thread-2477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,470 DEBUG [Thread-2477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:49,470 INFO [Thread-2481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2481. 2024-11-25T05:42:49,470 DEBUG [Thread-2481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:49,470 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,470 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:49,471 INFO [Thread-2479 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2479. 2024-11-25T05:42:49,471 DEBUG [Thread-2479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:49,471 DEBUG [Thread-2479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,471 DEBUG [Thread-2479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:49,473 INFO [Thread-2485 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2485. 2024-11-25T05:42:49,473 DEBUG [Thread-2485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:49,473 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,473 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:49,474 INFO [Thread-2483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2483. 2024-11-25T05:42:49,474 DEBUG [Thread-2483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:49,474 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,474 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:49,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:49,527 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/3833e184aad944a6877794e10705fb50 2024-11-25T05:42:49,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/b14e24e0c4db4d57b9cb4ca400af41bd is 50, key is test_row_0/C:col10/1732513367305/Put/seqid=0 2024-11-25T05:42:49,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742470_1646 (size=12301) 2024-11-25T05:42:49,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:49,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513429570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513429570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T05:42:49,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:49,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T05:42:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732513429780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41059 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49396 deadline: 1732513429781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 , the old value is region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T05:42:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., hostname=8ef925b832e3,41059,1732513187808, seqNum=5 because the exception is null or not the one we care about 2024-11-25T05:42:49,935 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/b14e24e0c4db4d57b9cb4ca400af41bd 2024-11-25T05:42:49,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/293b820f94ed4423a684f147d077dc1d as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/293b820f94ed4423a684f147d077dc1d 2024-11-25T05:42:49,946 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/293b820f94ed4423a684f147d077dc1d, entries=150, sequenceid=330, filesize=30.5 K 2024-11-25T05:42:49,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/3833e184aad944a6877794e10705fb50 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/3833e184aad944a6877794e10705fb50 2024-11-25T05:42:49,953 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/3833e184aad944a6877794e10705fb50, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T05:42:49,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/b14e24e0c4db4d57b9cb4ca400af41bd as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/b14e24e0c4db4d57b9cb4ca400af41bd 2024-11-25T05:42:49,958 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/b14e24e0c4db4d57b9cb4ca400af41bd, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T05:42:49,958 INFO [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 72a13583ef7c5431adfa4364616f61e4 in 1263ms, sequenceid=330, compaction requested=true 2024-11-25T05:42:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8ef925b832e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-25T05:42:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-25T05:42:49,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-25T05:42:49,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-25T05:42:49,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.4220 sec 2024-11-25T05:42:50,094 INFO [Thread-2474 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2474. 2024-11-25T05:42:50,095 INFO [Thread-2470 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2470. 2024-11-25T05:42:50,095 DEBUG [Thread-2474 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:50,095 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:50,095 DEBUG [Thread-2470 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:50,095 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:50,095 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:50,095 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:50,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:50,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T05:42:50,702 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:42:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] regionserver.HRegion(8855): Flush requested on 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:52,163 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T05:42:52,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T05:42:52,164 INFO [Thread-2472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2472. 2024-11-25T05:42:52,164 DEBUG [Thread-2472 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:52,164 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:52,164 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:52,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:52,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112529bbc70ad1bc4843a16cb80dcf37ab4f_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_0/A:col10/1732513370091/Put/seqid=0 2024-11-25T05:42:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742471_1647 (size=12454) 2024-11-25T05:42:52,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:52,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112529bbc70ad1bc4843a16cb80dcf37ab4f_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529bbc70ad1bc4843a16cb80dcf37ab4f_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:52,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/ec012dd12f4e4a23ab10309507ce469e, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:52,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/ec012dd12f4e4a23ab10309507ce469e is 175, key is test_row_0/A:col10/1732513370091/Put/seqid=0 2024-11-25T05:42:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742472_1648 (size=31255) 2024-11-25T05:42:52,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/ec012dd12f4e4a23ab10309507ce469e 2024-11-25T05:42:52,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/ae782552d7a34e088eac1057aab569d7 is 50, key is test_row_0/B:col10/1732513370091/Put/seqid=0 2024-11-25T05:42:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742473_1649 (size=12301) 2024-11-25T05:42:52,943 INFO [Thread-2466 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2466. 2024-11-25T05:42:52,943 DEBUG [Thread-2466 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:52,943 DEBUG [Thread-2466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:52,943 DEBUG [Thread-2466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:52,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:52,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/ae782552d7a34e088eac1057aab569d7 2024-11-25T05:42:53,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/0f12620c97c24d04a416db7983f0376c is 50, key is test_row_0/C:col10/1732513370091/Put/seqid=0 2024-11-25T05:42:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742474_1650 (size=12301) 2024-11-25T05:42:53,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/0f12620c97c24d04a416db7983f0376c 2024-11-25T05:42:53,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/ec012dd12f4e4a23ab10309507ce469e as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/ec012dd12f4e4a23ab10309507ce469e 2024-11-25T05:42:53,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/ec012dd12f4e4a23ab10309507ce469e, entries=150, sequenceid=341, filesize=30.5 K 2024-11-25T05:42:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/ae782552d7a34e088eac1057aab569d7 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae782552d7a34e088eac1057aab569d7 2024-11-25T05:42:53,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae782552d7a34e088eac1057aab569d7, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T05:42:53,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/0f12620c97c24d04a416db7983f0376c as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/0f12620c97c24d04a416db7983f0376c 2024-11-25T05:42:53,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/0f12620c97c24d04a416db7983f0376c, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T05:42:53,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 72a13583ef7c5431adfa4364616f61e4 in 1271ms, sequenceid=341, compaction requested=true 2024-11-25T05:42:53,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:53,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T05:42:53,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:53,434 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:53,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T05:42:53,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:53,434 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:53,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72a13583ef7c5431adfa4364616f61e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T05:42:53,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:53,436 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 117008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:53,436 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:53,436 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/A is initiating minor compaction (all files) 2024-11-25T05:42:53,436 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/B is initiating minor compaction (all files) 2024-11-25T05:42:53,436 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/A in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:53,436 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/B in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:53,436 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/0bac764eea084497b1dd354486644e57, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/105335974d5b40d4b9a4f52ea09d912e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/3833e184aad944a6877794e10705fb50, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae782552d7a34e088eac1057aab569d7] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=46.3 K 2024-11-25T05:42:53,436 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/e5adf95cd90d48b4a47406ca3a2f146d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0f5b6d58d9ff4d41bfda0adec4d91b7d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/293b820f94ed4423a684f147d077dc1d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/ec012dd12f4e4a23ab10309507ce469e] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=114.3 K 2024-11-25T05:42:53,436 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:53,436 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. files: [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/e5adf95cd90d48b4a47406ca3a2f146d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0f5b6d58d9ff4d41bfda0adec4d91b7d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/293b820f94ed4423a684f147d077dc1d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/ec012dd12f4e4a23ab10309507ce469e] 2024-11-25T05:42:53,436 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bac764eea084497b1dd354486644e57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513363931 2024-11-25T05:42:53,437 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5adf95cd90d48b4a47406ca3a2f146d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513363931 2024-11-25T05:42:53,437 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 105335974d5b40d4b9a4f52ea09d912e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732513365076 2024-11-25T05:42:53,437 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f5b6d58d9ff4d41bfda0adec4d91b7d, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732513365076 2024-11-25T05:42:53,437 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 3833e184aad944a6877794e10705fb50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513367269 2024-11-25T05:42:53,437 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting 293b820f94ed4423a684f147d077dc1d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513367269 2024-11-25T05:42:53,437 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting ae782552d7a34e088eac1057aab569d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732513370091 2024-11-25T05:42:53,437 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec012dd12f4e4a23ab10309507ce469e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732513370091 2024-11-25T05:42:53,442 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:53,443 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#B#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:53,443 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411255524e0a007ec46c48d43bb64ff602874_72a13583ef7c5431adfa4364616f61e4 store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:53,443 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/ae3a9392bcb7417a9c87865297df3424 is 50, key is test_row_0/B:col10/1732513370091/Put/seqid=0 2024-11-25T05:42:53,445 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411255524e0a007ec46c48d43bb64ff602874_72a13583ef7c5431adfa4364616f61e4, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:53,446 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255524e0a007ec46c48d43bb64ff602874_72a13583ef7c5431adfa4364616f61e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742475_1651 (size=13119) 2024-11-25T05:42:53,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742476_1652 (size=4469) 2024-11-25T05:42:53,850 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#A#compaction#547 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:53,850 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0de18579b7c64caa9797f03280190633 is 175, key is test_row_0/A:col10/1732513370091/Put/seqid=0 2024-11-25T05:42:53,853 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/ae3a9392bcb7417a9c87865297df3424 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae3a9392bcb7417a9c87865297df3424 2024-11-25T05:42:53,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742477_1653 (size=32073) 2024-11-25T05:42:53,860 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/B of 72a13583ef7c5431adfa4364616f61e4 into ae3a9392bcb7417a9c87865297df3424(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:53,860 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:53,860 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/B, priority=12, startTime=1732513373434; duration=0sec 2024-11-25T05:42:53,860 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T05:42:53,860 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:B 2024-11-25T05:42:53,860 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T05:42:53,862 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T05:42:53,862 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1541): 72a13583ef7c5431adfa4364616f61e4/C is initiating minor compaction (all files) 2024-11-25T05:42:53,862 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72a13583ef7c5431adfa4364616f61e4/C in TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:53,862 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/345cb20c29a34859991aac93eefb1208, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/387b5231add84c2d8ba35983cb239f74, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/b14e24e0c4db4d57b9cb4ca400af41bd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/0f12620c97c24d04a416db7983f0376c] into tmpdir=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp, totalSize=46.3 K 2024-11-25T05:42:53,863 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 345cb20c29a34859991aac93eefb1208, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732513363931 2024-11-25T05:42:53,863 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 387b5231add84c2d8ba35983cb239f74, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732513365076 2024-11-25T05:42:53,864 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting b14e24e0c4db4d57b9cb4ca400af41bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732513367269 2024-11-25T05:42:53,864 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f12620c97c24d04a416db7983f0376c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732513370091 2024-11-25T05:42:53,873 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72a13583ef7c5431adfa4364616f61e4#C#compaction#548 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T05:42:53,874 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9ca74508f71e4731a8f378cd155fad38 is 50, key is test_row_0/C:col10/1732513370091/Put/seqid=0 2024-11-25T05:42:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742478_1654 (size=13119) 2024-11-25T05:42:54,259 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/0de18579b7c64caa9797f03280190633 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0de18579b7c64caa9797f03280190633 2024-11-25T05:42:54,263 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/A of 72a13583ef7c5431adfa4364616f61e4 into 0de18579b7c64caa9797f03280190633(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:54,263 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:54,263 INFO [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/A, priority=12, startTime=1732513373434; duration=0sec 2024-11-25T05:42:54,263 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:54,263 DEBUG [RS:0;8ef925b832e3:41059-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:A 2024-11-25T05:42:54,281 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9ca74508f71e4731a8f378cd155fad38 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9ca74508f71e4731a8f378cd155fad38 2024-11-25T05:42:54,286 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72a13583ef7c5431adfa4364616f61e4/C of 72a13583ef7c5431adfa4364616f61e4 into 9ca74508f71e4731a8f378cd155fad38(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T05:42:54,286 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72a13583ef7c5431adfa4364616f61e4: 2024-11-25T05:42:54,286 INFO [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., storeName=72a13583ef7c5431adfa4364616f61e4/C, priority=12, startTime=1732513373434; duration=0sec 2024-11-25T05:42:54,286 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T05:42:54,286 DEBUG [RS:0;8ef925b832e3:41059-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72a13583ef7c5431adfa4364616f61e4:C 2024-11-25T05:42:57,893 INFO [Thread-2468 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2468. 2024-11-25T05:42:57,893 DEBUG [Thread-2468 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T05:42:57,893 DEBUG [Thread-2468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:57,894 DEBUG [Thread-2468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:57,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 4 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3785 2024-11-25T05:42:57,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3558 2024-11-25T05:42:57,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3506 2024-11-25T05:42:57,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3817 2024-11-25T05:42:57,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3544 2024-11-25T05:42:57,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T05:42:57,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T05:42:57,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:42:57,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:57,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:42:57,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:42:57,897 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T05:42:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T05:42:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T05:42:57,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513377901"}]},"ts":"1732513377901"} 2024-11-25T05:42:57,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T05:42:57,903 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T05:42:57,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T05:42:57,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, UNASSIGN}] 2024-11-25T05:42:57,906 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, UNASSIGN 2024-11-25T05:42:57,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=72a13583ef7c5431adfa4364616f61e4, regionState=CLOSING, regionLocation=8ef925b832e3,41059,1732513187808 2024-11-25T05:42:57,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, UNASSIGN because future has completed 2024-11-25T05:42:57,909 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T05:42:57,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808}] 2024-11-25T05:42:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T05:42:58,062 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:58,062 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T05:42:58,063 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing 72a13583ef7c5431adfa4364616f61e4, disabling compactions & flushes 2024-11-25T05:42:58,063 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:58,063 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:58,063 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. after waiting 0 ms 2024-11-25T05:42:58,063 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:58,063 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing 72a13583ef7c5431adfa4364616f61e4 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-25T05:42:58,073 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257bf41402beb44e739ca46f1cf0067e30_72a13583ef7c5431adfa4364616f61e4 is 50, key is test_row_2/A:col10/1732513377891/Put/seqid=0 2024-11-25T05:42:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742479_1655 (size=7374) 2024-11-25T05:42:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T05:42:58,476 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T05:42:58,480 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257bf41402beb44e739ca46f1cf0067e30_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257bf41402beb44e739ca46f1cf0067e30_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:58,480 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/63dce0cea0484964b35171342ba989c3, store: [table=TestAcidGuarantees family=A region=72a13583ef7c5431adfa4364616f61e4] 2024-11-25T05:42:58,481 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/63dce0cea0484964b35171342ba989c3 is 175, key is test_row_2/A:col10/1732513377891/Put/seqid=0 2024-11-25T05:42:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742480_1656 (size=13865) 2024-11-25T05:42:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T05:42:58,886 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/63dce0cea0484964b35171342ba989c3 2024-11-25T05:42:58,899 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/974be540616a4405b62e0cfbaff52cca is 50, key is test_row_2/B:col10/1732513377891/Put/seqid=0 2024-11-25T05:42:58,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742481_1657 (size=7415) 2024-11-25T05:42:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T05:42:59,303 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/974be540616a4405b62e0cfbaff52cca 2024-11-25T05:42:59,309 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9963c65d489944179e76925afae8cf9a is 50, key is test_row_2/C:col10/1732513377891/Put/seqid=0 2024-11-25T05:42:59,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742482_1658 (size=7415) 2024-11-25T05:42:59,714 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9963c65d489944179e76925afae8cf9a 2024-11-25T05:42:59,720 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/A/63dce0cea0484964b35171342ba989c3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/63dce0cea0484964b35171342ba989c3 2024-11-25T05:42:59,725 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/63dce0cea0484964b35171342ba989c3, entries=50, sequenceid=349, filesize=13.5 K 2024-11-25T05:42:59,726 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/B/974be540616a4405b62e0cfbaff52cca as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/974be540616a4405b62e0cfbaff52cca 2024-11-25T05:42:59,731 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/974be540616a4405b62e0cfbaff52cca, entries=50, sequenceid=349, filesize=7.2 K 2024-11-25T05:42:59,732 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/.tmp/C/9963c65d489944179e76925afae8cf9a as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9963c65d489944179e76925afae8cf9a 2024-11-25T05:42:59,737 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9963c65d489944179e76925afae8cf9a, entries=50, sequenceid=349, filesize=7.2 K 2024-11-25T05:42:59,738 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 72a13583ef7c5431adfa4364616f61e4 in 1674ms, sequenceid=349, compaction requested=false 2024-11-25T05:42:59,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3d69a32bd44f497a8c57009c953f6360, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f57e66e3fca54a2c8b8161a275d1b06a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/113295387f2d46e39a6ce05d0eaa5302, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/c7adcd95d6b84406a4a69346f53a70e6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6d7f0c93c5ed4f77b3cddab004c180fe, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d8de8815a5244929a0055b3293160d4a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/2dee1c79a63445698e58506a6d58790f, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/06bfe55c605d4d96a1f09beff6a6bd01, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/00edb04d7ea74e8bbd48e262957e75f9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d30f40a7312846a19647952074b021fd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0ba290c5b2894e478bc232253a28f24b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/92c334dc7a46405883dec2d124e3c6be, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/cdded96d49fe48bc8627699deb5c325c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/188c1dbfd1ce49aab872b5ca2d57eef5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/be24fb06ce82400e9a9c69460b75c446, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3ea0deab49af4d9aad287cf47ca6d761, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/17614050f0eb42d2aa646ecedbf9085d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/47e51e74f2e7480aa3bec163b9bb882e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f2d37351f2344bb4a8851ff7ec4f066c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6a3a5755f8004fdaadddc9803ecb52e6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/e5adf95cd90d48b4a47406ca3a2f146d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0f5b6d58d9ff4d41bfda0adec4d91b7d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/293b820f94ed4423a684f147d077dc1d, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/ec012dd12f4e4a23ab10309507ce469e] to archive 2024-11-25T05:42:59,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:42:59,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3d69a32bd44f497a8c57009c953f6360 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3d69a32bd44f497a8c57009c953f6360 2024-11-25T05:42:59,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f57e66e3fca54a2c8b8161a275d1b06a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f57e66e3fca54a2c8b8161a275d1b06a 2024-11-25T05:42:59,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/113295387f2d46e39a6ce05d0eaa5302 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/113295387f2d46e39a6ce05d0eaa5302 2024-11-25T05:42:59,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/c7adcd95d6b84406a4a69346f53a70e6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/c7adcd95d6b84406a4a69346f53a70e6 2024-11-25T05:42:59,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6d7f0c93c5ed4f77b3cddab004c180fe to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6d7f0c93c5ed4f77b3cddab004c180fe 2024-11-25T05:42:59,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d8de8815a5244929a0055b3293160d4a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d8de8815a5244929a0055b3293160d4a 2024-11-25T05:42:59,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/2dee1c79a63445698e58506a6d58790f to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/2dee1c79a63445698e58506a6d58790f 2024-11-25T05:42:59,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/06bfe55c605d4d96a1f09beff6a6bd01 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/06bfe55c605d4d96a1f09beff6a6bd01 2024-11-25T05:42:59,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/00edb04d7ea74e8bbd48e262957e75f9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/00edb04d7ea74e8bbd48e262957e75f9 2024-11-25T05:42:59,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d30f40a7312846a19647952074b021fd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/d30f40a7312846a19647952074b021fd 2024-11-25T05:42:59,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0ba290c5b2894e478bc232253a28f24b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0ba290c5b2894e478bc232253a28f24b 2024-11-25T05:42:59,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/92c334dc7a46405883dec2d124e3c6be to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/92c334dc7a46405883dec2d124e3c6be 2024-11-25T05:42:59,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/cdded96d49fe48bc8627699deb5c325c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/cdded96d49fe48bc8627699deb5c325c 2024-11-25T05:42:59,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/188c1dbfd1ce49aab872b5ca2d57eef5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/188c1dbfd1ce49aab872b5ca2d57eef5 2024-11-25T05:42:59,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/be24fb06ce82400e9a9c69460b75c446 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/be24fb06ce82400e9a9c69460b75c446 2024-11-25T05:42:59,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3ea0deab49af4d9aad287cf47ca6d761 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/3ea0deab49af4d9aad287cf47ca6d761 2024-11-25T05:42:59,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/17614050f0eb42d2aa646ecedbf9085d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/17614050f0eb42d2aa646ecedbf9085d 2024-11-25T05:42:59,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/47e51e74f2e7480aa3bec163b9bb882e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/47e51e74f2e7480aa3bec163b9bb882e 2024-11-25T05:42:59,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f2d37351f2344bb4a8851ff7ec4f066c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/f2d37351f2344bb4a8851ff7ec4f066c 2024-11-25T05:42:59,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6a3a5755f8004fdaadddc9803ecb52e6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/6a3a5755f8004fdaadddc9803ecb52e6 2024-11-25T05:42:59,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/e5adf95cd90d48b4a47406ca3a2f146d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/e5adf95cd90d48b4a47406ca3a2f146d 2024-11-25T05:42:59,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0f5b6d58d9ff4d41bfda0adec4d91b7d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0f5b6d58d9ff4d41bfda0adec4d91b7d 2024-11-25T05:42:59,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/293b820f94ed4423a684f147d077dc1d to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/293b820f94ed4423a684f147d077dc1d 2024-11-25T05:42:59,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/ec012dd12f4e4a23ab10309507ce469e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/ec012dd12f4e4a23ab10309507ce469e 2024-11-25T05:42:59,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7e45801728354f7f92baa9faffbbde61, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b46dfae880e5460eb7161264a84ee980, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1780fd64c0ba409f918b8ef3d0411911, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d67ce282bd9841168b13c59b837a1efd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/11e01a0c66124179b2f70e0c71b51346, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/a1ef034de376421bae85115de68b20f9, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/6fe0448a52744f71bedc2a5c8b853b42, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ab204c04851545f3803ebfc7019cd76c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/532da6e0684344308922f901d09adc58, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1ce32500fdb54fc89114c75e191ac2d6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9cf2a427fa984f8ba37e1ee9e2cdec1b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9596a41a51c84363879cf089cd861337, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7516592a890b4043ab96bf24c16b05f5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/338160312ea34b2b919e6c6af3d5cde8, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/056b260923db4881aef9f5884970c34a, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b3ac4f57c51f4ee28c8a62f202b02a3e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/49ed4f2397d446cca090be28eeb68750, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b93c9e5bbbce4d26ad2e6b765b2cf30b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/cd11be1dd732470cbd7ea64e1a32400b, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/0bac764eea084497b1dd354486644e57, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d02a5e72cf1f4494adc759f0ea8fe00c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/105335974d5b40d4b9a4f52ea09d912e, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/3833e184aad944a6877794e10705fb50, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae782552d7a34e088eac1057aab569d7] to archive 2024-11-25T05:42:59,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:42:59,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7e45801728354f7f92baa9faffbbde61 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7e45801728354f7f92baa9faffbbde61 2024-11-25T05:42:59,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b46dfae880e5460eb7161264a84ee980 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b46dfae880e5460eb7161264a84ee980 2024-11-25T05:42:59,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1780fd64c0ba409f918b8ef3d0411911 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1780fd64c0ba409f918b8ef3d0411911 2024-11-25T05:42:59,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d67ce282bd9841168b13c59b837a1efd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d67ce282bd9841168b13c59b837a1efd 2024-11-25T05:42:59,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/11e01a0c66124179b2f70e0c71b51346 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/11e01a0c66124179b2f70e0c71b51346 2024-11-25T05:42:59,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/a1ef034de376421bae85115de68b20f9 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/a1ef034de376421bae85115de68b20f9 2024-11-25T05:42:59,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/6fe0448a52744f71bedc2a5c8b853b42 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/6fe0448a52744f71bedc2a5c8b853b42 2024-11-25T05:42:59,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ab204c04851545f3803ebfc7019cd76c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ab204c04851545f3803ebfc7019cd76c 2024-11-25T05:42:59,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/532da6e0684344308922f901d09adc58 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/532da6e0684344308922f901d09adc58 2024-11-25T05:42:59,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1ce32500fdb54fc89114c75e191ac2d6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/1ce32500fdb54fc89114c75e191ac2d6 2024-11-25T05:42:59,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9cf2a427fa984f8ba37e1ee9e2cdec1b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9cf2a427fa984f8ba37e1ee9e2cdec1b 2024-11-25T05:42:59,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9596a41a51c84363879cf089cd861337 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/9596a41a51c84363879cf089cd861337 2024-11-25T05:42:59,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7516592a890b4043ab96bf24c16b05f5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/7516592a890b4043ab96bf24c16b05f5 2024-11-25T05:42:59,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/338160312ea34b2b919e6c6af3d5cde8 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/338160312ea34b2b919e6c6af3d5cde8 2024-11-25T05:42:59,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/056b260923db4881aef9f5884970c34a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/056b260923db4881aef9f5884970c34a 2024-11-25T05:42:59,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b3ac4f57c51f4ee28c8a62f202b02a3e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b3ac4f57c51f4ee28c8a62f202b02a3e 2024-11-25T05:42:59,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/49ed4f2397d446cca090be28eeb68750 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/49ed4f2397d446cca090be28eeb68750 2024-11-25T05:42:59,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b93c9e5bbbce4d26ad2e6b765b2cf30b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/b93c9e5bbbce4d26ad2e6b765b2cf30b 2024-11-25T05:42:59,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/cd11be1dd732470cbd7ea64e1a32400b to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/cd11be1dd732470cbd7ea64e1a32400b 2024-11-25T05:42:59,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/0bac764eea084497b1dd354486644e57 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/0bac764eea084497b1dd354486644e57 2024-11-25T05:42:59,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d02a5e72cf1f4494adc759f0ea8fe00c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/d02a5e72cf1f4494adc759f0ea8fe00c 2024-11-25T05:42:59,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/105335974d5b40d4b9a4f52ea09d912e to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/105335974d5b40d4b9a4f52ea09d912e 2024-11-25T05:42:59,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/3833e184aad944a6877794e10705fb50 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/3833e184aad944a6877794e10705fb50 2024-11-25T05:42:59,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae782552d7a34e088eac1057aab569d7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae782552d7a34e088eac1057aab569d7 2024-11-25T05:42:59,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/a3d02c2792264e7196ef9d5dd65325dc, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/beacca423e32486f821144cc67361614, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/82485df03fb44c748587a63212d8a3b4, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9120f481f8cf4bd68bf3a5382e9a1500, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/13e87c84f01044319c762d4fed34676c, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/28bedb1c620246d69b43fdde02872956, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae5dd77b1ef349009fa6a82444a80223, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/8d621ff2c9bd4a828b844826a5df19ea, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/2765cecc59c640bea89bb58082d2ec12, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/40da424e4338446e887561b44ebb3d78, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9b7cc0663ec746e7ad3757360858a054, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/f8df924dc7d64ae89b42a55de15871c3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/3afe4bd4dc4d4ce983f14efed1142717, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/085e30c7a2b045e3ba238eb6dcdf34f5, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cefcc87194ab44cb8e22dc41827ba842, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cfacaa71e26c46a098722538f1fb5bdf, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ec00a24bc4d34590acb85d5c4b3ce5d7, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9651011e669b487e9c4d345c32dc8dc6, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae1465ae737044a091296d3fe35ab5a3, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/345cb20c29a34859991aac93eefb1208, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/1234862ccc9a491cbdb822d05b636955, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/387b5231add84c2d8ba35983cb239f74, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/b14e24e0c4db4d57b9cb4ca400af41bd, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/0f12620c97c24d04a416db7983f0376c] to archive 2024-11-25T05:42:59,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T05:42:59,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/a3d02c2792264e7196ef9d5dd65325dc to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/a3d02c2792264e7196ef9d5dd65325dc 2024-11-25T05:42:59,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/beacca423e32486f821144cc67361614 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/beacca423e32486f821144cc67361614 2024-11-25T05:42:59,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/82485df03fb44c748587a63212d8a3b4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/82485df03fb44c748587a63212d8a3b4 2024-11-25T05:42:59,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9120f481f8cf4bd68bf3a5382e9a1500 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9120f481f8cf4bd68bf3a5382e9a1500 2024-11-25T05:42:59,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/13e87c84f01044319c762d4fed34676c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/13e87c84f01044319c762d4fed34676c 2024-11-25T05:42:59,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/28bedb1c620246d69b43fdde02872956 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/28bedb1c620246d69b43fdde02872956 2024-11-25T05:42:59,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae5dd77b1ef349009fa6a82444a80223 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae5dd77b1ef349009fa6a82444a80223 2024-11-25T05:42:59,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/8d621ff2c9bd4a828b844826a5df19ea to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/8d621ff2c9bd4a828b844826a5df19ea 2024-11-25T05:42:59,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/2765cecc59c640bea89bb58082d2ec12 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/2765cecc59c640bea89bb58082d2ec12 2024-11-25T05:42:59,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/40da424e4338446e887561b44ebb3d78 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/40da424e4338446e887561b44ebb3d78 2024-11-25T05:42:59,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9b7cc0663ec746e7ad3757360858a054 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9b7cc0663ec746e7ad3757360858a054 2024-11-25T05:42:59,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/f8df924dc7d64ae89b42a55de15871c3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/f8df924dc7d64ae89b42a55de15871c3 2024-11-25T05:42:59,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/3afe4bd4dc4d4ce983f14efed1142717 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/3afe4bd4dc4d4ce983f14efed1142717 2024-11-25T05:42:59,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/085e30c7a2b045e3ba238eb6dcdf34f5 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/085e30c7a2b045e3ba238eb6dcdf34f5 2024-11-25T05:42:59,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cefcc87194ab44cb8e22dc41827ba842 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cefcc87194ab44cb8e22dc41827ba842 2024-11-25T05:42:59,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cfacaa71e26c46a098722538f1fb5bdf to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/cfacaa71e26c46a098722538f1fb5bdf 2024-11-25T05:42:59,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ec00a24bc4d34590acb85d5c4b3ce5d7 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ec00a24bc4d34590acb85d5c4b3ce5d7 2024-11-25T05:42:59,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9651011e669b487e9c4d345c32dc8dc6 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9651011e669b487e9c4d345c32dc8dc6 2024-11-25T05:42:59,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae1465ae737044a091296d3fe35ab5a3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/ae1465ae737044a091296d3fe35ab5a3 2024-11-25T05:42:59,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/345cb20c29a34859991aac93eefb1208 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/345cb20c29a34859991aac93eefb1208 2024-11-25T05:42:59,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/1234862ccc9a491cbdb822d05b636955 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/1234862ccc9a491cbdb822d05b636955 2024-11-25T05:42:59,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/387b5231add84c2d8ba35983cb239f74 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/387b5231add84c2d8ba35983cb239f74 2024-11-25T05:42:59,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/b14e24e0c4db4d57b9cb4ca400af41bd to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/b14e24e0c4db4d57b9cb4ca400af41bd 2024-11-25T05:42:59,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/0f12620c97c24d04a416db7983f0376c to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/0f12620c97c24d04a416db7983f0376c 2024-11-25T05:42:59,814 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/recovered.edits/352.seqid, newMaxSeqId=352, maxSeqId=4 2024-11-25T05:42:59,814 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. 2024-11-25T05:42:59,814 DEBUG [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for 72a13583ef7c5431adfa4364616f61e4: Waiting for close lock at 1732513378062Running coprocessor pre-close hooks at 1732513378062Disabling compacts and flushes for region at 1732513378062Disabling writes for close at 1732513378063 (+1 ms)Obtaining lock to block concurrent updates at 1732513378063Preparing flush snapshotting stores in 72a13583ef7c5431adfa4364616f61e4 at 1732513378063Finished memstore snapshotting TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1732513378063Flushing stores of TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4. at 1732513378065 (+2 ms)Flushing 72a13583ef7c5431adfa4364616f61e4/A: creating writer at 1732513378065Flushing mob file 72a13583ef7c5431adfa4364616f61e4/A: appending metadata at 1732513378073 (+8 ms)Flushing mob file 72a13583ef7c5431adfa4364616f61e4/A: closing flushed file at 1732513378073Flushing 72a13583ef7c5431adfa4364616f61e4/A: appending metadata at 1732513378480 (+407 ms)Flushing 72a13583ef7c5431adfa4364616f61e4/A: closing flushed file at 1732513378480Flushing 72a13583ef7c5431adfa4364616f61e4/B: creating writer at 1732513378893 (+413 ms)Flushing 72a13583ef7c5431adfa4364616f61e4/B: appending metadata at 1732513378898 (+5 ms)Flushing 72a13583ef7c5431adfa4364616f61e4/B: closing flushed file at 1732513378898Flushing 72a13583ef7c5431adfa4364616f61e4/C: creating writer at 1732513379306 (+408 ms)Flushing 72a13583ef7c5431adfa4364616f61e4/C: appending metadata at 1732513379308 (+2 ms)Flushing 72a13583ef7c5431adfa4364616f61e4/C: closing flushed file at 1732513379308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af1f435: reopening flushed file at 1732513379719 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a7e841: reopening flushed file at 1732513379725 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34958ff: reopening flushed file at 1732513379731 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 72a13583ef7c5431adfa4364616f61e4 in 1674ms, sequenceid=349, compaction requested=false at 1732513379738 (+7 ms)Writing region close event to WAL at 1732513379811 (+73 ms)Running coprocessor post-close hooks at 1732513379814 (+3 ms)Closed at 1732513379814 2024-11-25T05:42:59,816 INFO [RS_CLOSE_REGION-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed 72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:42:59,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=72a13583ef7c5431adfa4364616f61e4, regionState=CLOSED 2024-11-25T05:42:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 because future has completed 2024-11-25T05:42:59,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-25T05:42:59,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 72a13583ef7c5431adfa4364616f61e4, server=8ef925b832e3,41059,1732513187808 in 1.9090 sec 2024-11-25T05:42:59,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T05:42:59,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72a13583ef7c5431adfa4364616f61e4, UNASSIGN in 1.9140 sec 2024-11-25T05:42:59,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-25T05:42:59,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9180 sec 2024-11-25T05:42:59,823 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732513379823"}]},"ts":"1732513379823"} 2024-11-25T05:42:59,824 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T05:42:59,824 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T05:42:59,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9270 sec 2024-11-25T05:43:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T05:43:00,051 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:43:00,051 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T05:43:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:43:00,053 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:43:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T05:43:00,054 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:43:00,057 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,060 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C, FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/recovered.edits] 2024-11-25T05:43:00,063 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0de18579b7c64caa9797f03280190633 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/0de18579b7c64caa9797f03280190633 2024-11-25T05:43:00,065 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/63dce0cea0484964b35171342ba989c3 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/A/63dce0cea0484964b35171342ba989c3 2024-11-25T05:43:00,068 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/974be540616a4405b62e0cfbaff52cca to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/974be540616a4405b62e0cfbaff52cca 2024-11-25T05:43:00,070 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae3a9392bcb7417a9c87865297df3424 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/B/ae3a9392bcb7417a9c87865297df3424 2024-11-25T05:43:00,073 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9963c65d489944179e76925afae8cf9a to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9963c65d489944179e76925afae8cf9a 2024-11-25T05:43:00,074 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9ca74508f71e4731a8f378cd155fad38 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/C/9ca74508f71e4731a8f378cd155fad38 2024-11-25T05:43:00,077 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/recovered.edits/352.seqid to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4/recovered.edits/352.seqid 2024-11-25T05:43:00,078 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/default/TestAcidGuarantees/72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,078 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T05:43:00,078 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T05:43:00,079 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T05:43:00,082 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250b41ee92373444ca8aa1965221625b2b_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250b41ee92373444ca8aa1965221625b2b_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,083 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d5cf77cfadf405f9559c9459485799d_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d5cf77cfadf405f9559c9459485799d_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,084 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522ad795006ab4e56913df60fa1001a0d_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522ad795006ab4e56913df60fa1001a0d_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,086 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252983749303734f1b8698b34d4e168ced_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252983749303734f1b8698b34d4e168ced_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,087 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529b94eaa75554362a51b90fdf19dfd2d_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529b94eaa75554362a51b90fdf19dfd2d_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,088 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529bbc70ad1bc4843a16cb80dcf37ab4f_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529bbc70ad1bc4843a16cb80dcf37ab4f_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,089 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252cee4ef428d04b64a85f280f3745208b_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252cee4ef428d04b64a85f280f3745208b_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,091 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253768a6ff10f94c0c9bca16f0648f9a62_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253768a6ff10f94c0c9bca16f0648f9a62_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,092 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254982c3dd95c34f2296c563009c91a101_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254982c3dd95c34f2296c563009c91a101_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,094 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112564730929fefb4e819ce361d12d709b67_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112564730929fefb4e819ce361d12d709b67_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,095 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575e3369fb03545199d4ed58d6f80e22c_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575e3369fb03545199d4ed58d6f80e22c_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,097 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257bf41402beb44e739ca46f1cf0067e30_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257bf41402beb44e739ca46f1cf0067e30_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,098 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258930a0aa05cf4c57851883f0b7c2af81_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258930a0aa05cf4c57851883f0b7c2af81_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,100 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125915f62f8ea114c42b7951c8cded2cb19_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125915f62f8ea114c42b7951c8cded2cb19_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,102 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aba11dbd42b347cba988844ff5c59e8a_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aba11dbd42b347cba988844ff5c59e8a_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,104 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125af89955939cc46e98019de962dac2bb2_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125af89955939cc46e98019de962dac2bb2_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,105 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cef39105202a478bb391cb56691232a4_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cef39105202a478bb391cb56691232a4_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,107 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6d12061a06f465d81e33890ab736336_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6d12061a06f465d81e33890ab736336_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,108 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb06c8487df14340a742c1acf07c335c_72a13583ef7c5431adfa4364616f61e4 to hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb06c8487df14340a742c1acf07c335c_72a13583ef7c5431adfa4364616f61e4 2024-11-25T05:43:00,109 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T05:43:00,112 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:43:00,116 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T05:43:00,119 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T05:43:00,121 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:43:00,121 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T05:43:00,121 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732513380121"}]},"ts":"9223372036854775807"} 2024-11-25T05:43:00,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T05:43:00,123 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 72a13583ef7c5431adfa4364616f61e4, NAME => 'TestAcidGuarantees,,1732513346225.72a13583ef7c5431adfa4364616f61e4.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T05:43:00,123 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T05:43:00,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732513380123"}]},"ts":"9223372036854775807"} 2024-11-25T05:43:00,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T05:43:00,127 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T05:43:00,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-11-25T05:43:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T05:43:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T05:43:00,161 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T05:43:00,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 236) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7602 (was 7419) - AvailableMemoryMB LEAK? - 2024-11-25T05:43:00,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T05:43:00,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T05:43:00,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:43:00,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:43:00,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:43:00,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T05:43:00,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T05:43:00,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958468940, stopped=false 2024-11-25T05:43:00,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8ef925b832e3,32803,1732513187085 2024-11-25T05:43:00,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T05:43:00,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T05:43:00,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:43:00,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:43:00,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T05:43:00,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T05:43:00,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:43:00,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:43:00,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T05:43:00,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T05:43:00,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8ef925b832e3,41059,1732513187808' ***** 2024-11-25T05:43:00,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T05:43:00,179 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T05:43:00,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(959): stopping server 8ef925b832e3,41059,1732513187808 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8ef925b832e3:41059. 2024-11-25T05:43:00,180 DEBUG [RS:0;8ef925b832e3:41059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T05:43:00,180 DEBUG [RS:0;8ef925b832e3:41059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T05:43:00,180 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T05:43:00,181 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T05:43:00,181 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T05:43:00,181 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:00,181 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T05:43:00,181 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T05:43:00,181 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T05:43:00,181 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T05:43:00,181 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T05:43:00,181 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-25T05:43:00,201 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/info/bf6ec7ad78cb415a8decc58a214b483b is 95, key is TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332./info:/1732513224232/DeleteFamily/seqid=0 2024-11-25T05:43:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742483_1659 (size=6514) 2024-11-25T05:43:00,266 INFO [regionserver/8ef925b832e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T05:43:00,381 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:00,454 INFO [regionserver/8ef925b832e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T05:43:00,454 INFO [regionserver/8ef925b832e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T05:43:00,581 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:00,605 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/info/bf6ec7ad78cb415a8decc58a214b483b 2024-11-25T05:43:00,631 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/ns/217442bf913643f39ba92037f66a62fc is 93, key is TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332./ns:/1732513224196/DeleteFamily/seqid=0 2024-11-25T05:43:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742484_1660 (size=5906) 2024-11-25T05:43:00,782 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:00,982 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:01,035 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/ns/217442bf913643f39ba92037f66a62fc 2024-11-25T05:43:01,060 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/rep_barrier/c741ef95da6f4faaa2b7e7af27f6b8b3 is 102, key is TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332./rep_barrier:/1732513224196/DeleteFamily/seqid=0 2024-11-25T05:43:01,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742485_1661 (size=6025) 2024-11-25T05:43:01,182 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:01,383 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:01,464 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/rep_barrier/c741ef95da6f4faaa2b7e7af27f6b8b3 2024-11-25T05:43:01,493 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/table/55d75e83ad8c4ddca86a0f9f54507678 is 96, key is TestAcidGuarantees,,1732513191550.7ae86d576cfadad125aef150b2009332./table:/1732513224196/DeleteFamily/seqid=0 2024-11-25T05:43:01,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742486_1662 (size=5936) 2024-11-25T05:43:01,583 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:01,783 DEBUG [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T05:43:01,897 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/table/55d75e83ad8c4ddca86a0f9f54507678 2024-11-25T05:43:01,902 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/info/bf6ec7ad78cb415a8decc58a214b483b as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/info/bf6ec7ad78cb415a8decc58a214b483b 2024-11-25T05:43:01,907 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/info/bf6ec7ad78cb415a8decc58a214b483b, entries=12, sequenceid=90, filesize=6.4 K 2024-11-25T05:43:01,908 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/ns/217442bf913643f39ba92037f66a62fc as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/ns/217442bf913643f39ba92037f66a62fc 2024-11-25T05:43:01,911 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/ns/217442bf913643f39ba92037f66a62fc, entries=8, sequenceid=90, filesize=5.8 K 2024-11-25T05:43:01,912 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/rep_barrier/c741ef95da6f4faaa2b7e7af27f6b8b3 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/rep_barrier/c741ef95da6f4faaa2b7e7af27f6b8b3 2024-11-25T05:43:01,914 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/rep_barrier/c741ef95da6f4faaa2b7e7af27f6b8b3, entries=6, sequenceid=90, filesize=5.9 K 2024-11-25T05:43:01,915 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/.tmp/table/55d75e83ad8c4ddca86a0f9f54507678 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/table/55d75e83ad8c4ddca86a0f9f54507678 2024-11-25T05:43:01,918 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/table/55d75e83ad8c4ddca86a0f9f54507678, entries=7, sequenceid=90, filesize=5.8 K 2024-11-25T05:43:01,919 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=90, compaction requested=false 2024-11-25T05:43:01,923 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-25T05:43:01,924 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T05:43:01,924 INFO [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T05:43:01,924 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732513380181Running coprocessor pre-close hooks at 1732513380181Disabling compacts and flushes for region at 1732513380181Disabling writes for close at 1732513380181Obtaining lock to block concurrent updates at 1732513380181Preparing flush snapshotting stores in 1588230740 at 1732513380181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732513380182 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732513380182Flushing 1588230740/info: creating writer at 1732513380182Flushing 1588230740/info: appending metadata at 1732513380201 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732513380201Flushing 1588230740/ns: creating writer at 1732513380613 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732513380631 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732513380631Flushing 1588230740/rep_barrier: creating writer at 1732513381042 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732513381060 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732513381060Flushing 1588230740/table: creating writer at 1732513381473 (+413 ms)Flushing 1588230740/table: appending metadata at 1732513381493 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732513381493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af88d6f: reopening flushed file at 1732513381901 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a45f08b: reopening flushed file at 1732513381907 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2127b1b9: reopening flushed file at 1732513381911 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f59e5d: reopening flushed file at 1732513381914 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=90, compaction requested=false at 1732513381919 (+5 ms)Writing region close event to WAL at 1732513381920 (+1 ms)Running coprocessor post-close hooks at 1732513381924 (+4 ms)Closed at 1732513381924 2024-11-25T05:43:01,924 DEBUG [RS_CLOSE_META-regionserver/8ef925b832e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T05:43:01,984 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(976): stopping server 8ef925b832e3,41059,1732513187808; all regions closed. 2024-11-25T05:43:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741834_1010 (size=25344) 2024-11-25T05:43:01,990 DEBUG [RS:0;8ef925b832e3:41059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/oldWALs 2024-11-25T05:43:01,990 INFO [RS:0;8ef925b832e3:41059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8ef925b832e3%2C41059%2C1732513187808.meta:.meta(num 1732513191148) 2024-11-25T05:43:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741833_1009 (size=14855978) 2024-11-25T05:43:01,993 DEBUG [RS:0;8ef925b832e3:41059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/oldWALs 2024-11-25T05:43:01,993 INFO [RS:0;8ef925b832e3:41059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8ef925b832e3%2C41059%2C1732513187808:(num 1732513190611) 2024-11-25T05:43:01,993 DEBUG [RS:0;8ef925b832e3:41059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T05:43:01,993 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T05:43:01,993 INFO [RS:0;8ef925b832e3:41059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T05:43:01,993 INFO [RS:0;8ef925b832e3:41059 {}] hbase.ChoreService(370): Chore service for: regionserver/8ef925b832e3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T05:43:01,993 INFO [RS:0;8ef925b832e3:41059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T05:43:01,994 INFO [regionserver/8ef925b832e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T05:43:01,994 INFO [RS:0;8ef925b832e3:41059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41059 2024-11-25T05:43:01,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T05:43:01,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8ef925b832e3,41059,1732513187808 2024-11-25T05:43:01,997 INFO [RS:0;8ef925b832e3:41059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T05:43:01,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8ef925b832e3,41059,1732513187808] 2024-11-25T05:43:01,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8ef925b832e3,41059,1732513187808 already deleted, retry=false 2024-11-25T05:43:01,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8ef925b832e3,41059,1732513187808 expired; onlineServers=0 2024-11-25T05:43:01,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8ef925b832e3,32803,1732513187085' ***** 2024-11-25T05:43:01,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T05:43:01,999 INFO [M:0;8ef925b832e3:32803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T05:43:01,999 INFO [M:0;8ef925b832e3:32803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T05:43:01,999 DEBUG [M:0;8ef925b832e3:32803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T05:43:01,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T05:43:01,999 DEBUG [M:0;8ef925b832e3:32803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T05:43:01,999 DEBUG [master/8ef925b832e3:0:becomeActiveMaster-HFileCleaner.large.0-1732513190243 {}] cleaner.HFileCleaner(306): Exit Thread[master/8ef925b832e3:0:becomeActiveMaster-HFileCleaner.large.0-1732513190243,5,FailOnTimeoutGroup] 2024-11-25T05:43:01,999 DEBUG [master/8ef925b832e3:0:becomeActiveMaster-HFileCleaner.small.0-1732513190253 {}] cleaner.HFileCleaner(306): Exit Thread[master/8ef925b832e3:0:becomeActiveMaster-HFileCleaner.small.0-1732513190253,5,FailOnTimeoutGroup] 2024-11-25T05:43:01,999 INFO [M:0;8ef925b832e3:32803 {}] hbase.ChoreService(370): Chore service for: master/8ef925b832e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T05:43:01,999 INFO [M:0;8ef925b832e3:32803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T05:43:01,999 DEBUG [M:0;8ef925b832e3:32803 {}] master.HMaster(1795): Stopping service threads 2024-11-25T05:43:01,999 INFO [M:0;8ef925b832e3:32803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T05:43:02,000 INFO [M:0;8ef925b832e3:32803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T05:43:02,000 ERROR [M:0;8ef925b832e3:32803 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1228365231) connection to localhost/127.0.0.1:35793 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35793,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T05:43:02,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T05:43:02,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T05:43:02,000 INFO [M:0;8ef925b832e3:32803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T05:43:02,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T05:43:02,001 DEBUG [M:0;8ef925b832e3:32803 {}] zookeeper.ZKUtil(347): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T05:43:02,001 WARN [M:0;8ef925b832e3:32803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T05:43:02,002 INFO [M:0;8ef925b832e3:32803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/.lastflushedseqids 2024-11-25T05:43:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742487_1663 (size=72) 2024-11-25T05:43:02,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T05:43:02,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41059-0x10075649dca0001, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T05:43:02,100 INFO [RS:0;8ef925b832e3:41059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T05:43:02,100 INFO [RS:0;8ef925b832e3:41059 {}] regionserver.HRegionServer(1031): Exiting; stopping=8ef925b832e3,41059,1732513187808; zookeeper connection closed. 2024-11-25T05:43:02,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@576e114 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@576e114 2024-11-25T05:43:02,102 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T05:43:02,411 INFO [M:0;8ef925b832e3:32803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T05:43:02,412 INFO [M:0;8ef925b832e3:32803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T05:43:02,412 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T05:43:02,412 INFO [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T05:43:02,412 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T05:43:02,412 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T05:43:02,413 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T05:43:02,413 INFO [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=750.70 KB heapSize=922.76 KB 2024-11-25T05:43:02,434 DEBUG [M:0;8ef925b832e3:32803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46eadcd7cc0243dfa129be14810ebcfa is 82, key is hbase:meta,,1/info:regioninfo/1732513191231/Put/seqid=0 2024-11-25T05:43:02,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742488_1664 (size=5672) 2024-11-25T05:43:02,838 INFO [M:0;8ef925b832e3:32803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2125 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46eadcd7cc0243dfa129be14810ebcfa 2024-11-25T05:43:02,867 DEBUG [M:0;8ef925b832e3:32803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ff617712741410293b09dda88b20b85 is 2275, key is \x00\x00\x00\x00\x00\x00\x00\x1F/proc:d/1732513227432/Put/seqid=0 2024-11-25T05:43:02,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742489_1665 (size=43429) 2024-11-25T05:43:03,271 INFO [M:0;8ef925b832e3:32803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750.14 KB at sequenceid=2125 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ff617712741410293b09dda88b20b85 2024-11-25T05:43:03,275 INFO [M:0;8ef925b832e3:32803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ff617712741410293b09dda88b20b85 2024-11-25T05:43:03,288 DEBUG [M:0;8ef925b832e3:32803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f730c592210247048f961c23db4e1a35 is 69, key is 8ef925b832e3,41059,1732513187808/rs:state/1732513190383/Put/seqid=0 2024-11-25T05:43:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073742490_1666 (size=5156) 2024-11-25T05:43:03,691 INFO [M:0;8ef925b832e3:32803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2125 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f730c592210247048f961c23db4e1a35 2024-11-25T05:43:03,698 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46eadcd7cc0243dfa129be14810ebcfa as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46eadcd7cc0243dfa129be14810ebcfa 2024-11-25T05:43:03,703 INFO [M:0;8ef925b832e3:32803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46eadcd7cc0243dfa129be14810ebcfa, entries=8, sequenceid=2125, filesize=5.5 K 2024-11-25T05:43:03,704 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ff617712741410293b09dda88b20b85 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ff617712741410293b09dda88b20b85 2024-11-25T05:43:03,710 INFO [M:0;8ef925b832e3:32803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ff617712741410293b09dda88b20b85 2024-11-25T05:43:03,710 INFO [M:0;8ef925b832e3:32803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ff617712741410293b09dda88b20b85, entries=166, sequenceid=2125, filesize=42.4 K 2024-11-25T05:43:03,711 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f730c592210247048f961c23db4e1a35 as hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f730c592210247048f961c23db4e1a35 2024-11-25T05:43:03,715 INFO [M:0;8ef925b832e3:32803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/b937d24e-2056-9a8c-390d-ba2074377a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f730c592210247048f961c23db4e1a35, entries=1, sequenceid=2125, filesize=5.0 K 2024-11-25T05:43:03,716 INFO [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~750.70 KB/768715, heapSize ~922.46 KB/944600, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=2125, compaction requested=false 2024-11-25T05:43:03,717 INFO [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T05:43:03,717 DEBUG [M:0;8ef925b832e3:32803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732513382412Disabling compacts and flushes for region at 1732513382412Disabling writes for close at 1732513382413 (+1 ms)Obtaining lock to block concurrent updates at 1732513382413Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732513382413Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=768715, getHeapSize=944840, getOffHeapSize=0, getCellsCount=2316 at 1732513382414 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732513382415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732513382415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732513382434 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732513382434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732513382845 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732513382867 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732513382867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732513383275 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732513383287 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732513383287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b826d86: reopening flushed file at 1732513383697 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149f8d5b: reopening flushed file at 1732513383704 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e727854: reopening flushed file at 1732513383710 (+6 ms)Finished flush of dataSize ~750.70 KB/768715, heapSize ~922.46 KB/944600, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=2125, compaction requested=false at 1732513383716 (+6 ms)Writing region close event to WAL at 1732513383717 (+1 ms)Closed at 1732513383717 2024-11-25T05:43:03,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741830_1006 (size=908023) 2024-11-25T05:43:03,723 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T05:43:03,723 INFO [M:0;8ef925b832e3:32803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T05:43:03,724 INFO [M:0;8ef925b832e3:32803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32803 2024-11-25T05:43:03,724 INFO [M:0;8ef925b832e3:32803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T05:43:03,825 INFO [M:0;8ef925b832e3:32803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T05:43:03,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T05:43:03,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x10075649dca0000, quorum=127.0.0.1:55761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T05:43:03,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T05:43:03,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T05:43:03,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T05:43:03,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T05:43:03,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/hadoop.log.dir/,STOPPED} 2024-11-25T05:43:03,834 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T05:43:03,834 WARN [BP-1418197380-172.17.0.2-1732513183806 heartbeating to localhost/127.0.0.1:35793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T05:43:03,834 WARN [BP-1418197380-172.17.0.2-1732513183806 heartbeating to localhost/127.0.0.1:35793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1418197380-172.17.0.2-1732513183806 (Datanode Uuid 88012005-7568-4451-b04d-0a24f3ba738f) service to localhost/127.0.0.1:35793 2024-11-25T05:43:03,834 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T05:43:03,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/data/data1/current/BP-1418197380-172.17.0.2-1732513183806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T05:43:03,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/cluster_e6a18fcc-cdb0-6020-ad91-47c4e8fecccf/data/data2/current/BP-1418197380-172.17.0.2-1732513183806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T05:43:03,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T05:43:03,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T05:43:03,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T05:43:03,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T05:43:03,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T05:43:03,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e686eec9-ee00-eb51-56dc-513bbb830b40/hadoop.log.dir/,STOPPED} 2024-11-25T05:43:03,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T05:43:03,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down